2024-12-07 07:13:56,743 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-07 07:13:56,757 main DEBUG Took 0.011498 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-07 07:13:56,758 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-07 07:13:56,758 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-07 07:13:56,759 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-07 07:13:56,765 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 07:13:56,773 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-07 07:13:56,784 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 07:13:56,785 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 07:13:56,786 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 07:13:56,786 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 07:13:56,787 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 07:13:56,787 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 07:13:56,788 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 07:13:56,789 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 07:13:56,789 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 07:13:56,790 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 07:13:56,791 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 07:13:56,791 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 07:13:56,792 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 07:13:56,792 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 07:13:56,793 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 07:13:56,793 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 07:13:56,794 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 07:13:56,794 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 07:13:56,795 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 07:13:56,795 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 07:13:56,796 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 07:13:56,796 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 07:13:56,797 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 07:13:56,797 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 07:13:56,798 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 07:13:56,798 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-07 07:13:56,800 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 07:13:56,801 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-07 07:13:56,803 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-07 07:13:56,803 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-07 07:13:56,804 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-07 07:13:56,804 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-07 07:13:56,811 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-07 07:13:56,813 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-07 07:13:56,814 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-07 07:13:56,815 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-07 07:13:56,815 main DEBUG createAppenders(={Console}) 2024-12-07 07:13:56,816 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-12-07 07:13:56,816 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-07 07:13:56,816 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-12-07 07:13:56,817 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-07 07:13:56,817 main DEBUG OutputStream closed 2024-12-07 07:13:56,817 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-07 07:13:56,817 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-07 07:13:56,818 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-12-07 07:13:56,877 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-07 07:13:56,879 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-07 07:13:56,880 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-07 07:13:56,880 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-07 07:13:56,881 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-07 07:13:56,881 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-07 07:13:56,881 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-07 07:13:56,882 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-07 07:13:56,882 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-07 07:13:56,882 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-07 07:13:56,882 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-07 07:13:56,883 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-07 07:13:56,883 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-07 07:13:56,883 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-07 07:13:56,883 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-07 07:13:56,884 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-07 07:13:56,884 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-07 07:13:56,885 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-07 07:13:56,887 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-07 07:13:56,887 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-12-07 07:13:56,887 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-07 07:13:56,888 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-12-07T07:13:57,182 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e0b05e-4ccd-8c7a-69ec-713c4b0ecb6c 2024-12-07 07:13:57,185 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-07 07:13:57,185 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-07T07:13:57,194 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-12-07T07:13:57,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-07T07:13:57,237 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e0b05e-4ccd-8c7a-69ec-713c4b0ecb6c/cluster_0b4a613d-d3c3-ef88-a5d9-147674d5a6b8, deleteOnExit=true 2024-12-07T07:13:57,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-07T07:13:57,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e0b05e-4ccd-8c7a-69ec-713c4b0ecb6c/test.cache.data in system properties and HBase conf 2024-12-07T07:13:57,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e0b05e-4ccd-8c7a-69ec-713c4b0ecb6c/hadoop.tmp.dir in system properties and HBase conf 2024-12-07T07:13:57,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e0b05e-4ccd-8c7a-69ec-713c4b0ecb6c/hadoop.log.dir in system properties and HBase conf 2024-12-07T07:13:57,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e0b05e-4ccd-8c7a-69ec-713c4b0ecb6c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-07T07:13:57,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e0b05e-4ccd-8c7a-69ec-713c4b0ecb6c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-07T07:13:57,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-07T07:13:57,327 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-07T07:13:57,421 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-07T07:13:57,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e0b05e-4ccd-8c7a-69ec-713c4b0ecb6c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-07T07:13:57,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e0b05e-4ccd-8c7a-69ec-713c4b0ecb6c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-07T07:13:57,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e0b05e-4ccd-8c7a-69ec-713c4b0ecb6c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-07T07:13:57,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e0b05e-4ccd-8c7a-69ec-713c4b0ecb6c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T07:13:57,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e0b05e-4ccd-8c7a-69ec-713c4b0ecb6c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-07T07:13:57,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e0b05e-4ccd-8c7a-69ec-713c4b0ecb6c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-07T07:13:57,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e0b05e-4ccd-8c7a-69ec-713c4b0ecb6c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T07:13:57,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e0b05e-4ccd-8c7a-69ec-713c4b0ecb6c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T07:13:57,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e0b05e-4ccd-8c7a-69ec-713c4b0ecb6c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-07T07:13:57,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e0b05e-4ccd-8c7a-69ec-713c4b0ecb6c/nfs.dump.dir in system properties and HBase conf 2024-12-07T07:13:57,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e0b05e-4ccd-8c7a-69ec-713c4b0ecb6c/java.io.tmpdir in system properties and HBase conf 2024-12-07T07:13:57,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e0b05e-4ccd-8c7a-69ec-713c4b0ecb6c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T07:13:57,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e0b05e-4ccd-8c7a-69ec-713c4b0ecb6c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-07T07:13:57,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e0b05e-4ccd-8c7a-69ec-713c4b0ecb6c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-07T07:13:58,808 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-07T07:13:58,872 INFO [Time-limited test {}] log.Log(170): Logging initialized @2864ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-07T07:13:58,932 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T07:13:58,982 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T07:13:58,999 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T07:13:58,999 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T07:13:59,001 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T07:13:59,012 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T07:13:59,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1efa708{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e0b05e-4ccd-8c7a-69ec-713c4b0ecb6c/hadoop.log.dir/,AVAILABLE} 2024-12-07T07:13:59,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e580bc0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T07:13:59,176 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f7463d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e0b05e-4ccd-8c7a-69ec-713c4b0ecb6c/java.io.tmpdir/jetty-localhost-35365-hadoop-hdfs-3_4_1-tests_jar-_-any-8608800620238483442/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T07:13:59,188 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21e93b68{HTTP/1.1, (http/1.1)}{localhost:35365} 2024-12-07T07:13:59,188 INFO [Time-limited test {}] server.Server(415): Started @3181ms 2024-12-07T07:13:59,933 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T07:13:59,942 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T07:13:59,946 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T07:13:59,946 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T07:13:59,947 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-07T07:13:59,948 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15b00a0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e0b05e-4ccd-8c7a-69ec-713c4b0ecb6c/hadoop.log.dir/,AVAILABLE} 2024-12-07T07:13:59,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ad6a89f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T07:14:00,074 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70061d7e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e0b05e-4ccd-8c7a-69ec-713c4b0ecb6c/java.io.tmpdir/jetty-localhost-33839-hadoop-hdfs-3_4_1-tests_jar-_-any-10552517780762324334/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T07:14:00,075 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70195653{HTTP/1.1, (http/1.1)}{localhost:33839} 2024-12-07T07:14:00,075 INFO [Time-limited test {}] server.Server(415): Started @4068ms 2024-12-07T07:14:00,124 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T07:14:01,111 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e0b05e-4ccd-8c7a-69ec-713c4b0ecb6c/cluster_0b4a613d-d3c3-ef88-a5d9-147674d5a6b8/data/data1/current/BP-257047732-172.17.0.2-1733555637906/current, will proceed with Du for space computation calculation, 2024-12-07T07:14:01,111 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e0b05e-4ccd-8c7a-69ec-713c4b0ecb6c/cluster_0b4a613d-d3c3-ef88-a5d9-147674d5a6b8/data/data2/current/BP-257047732-172.17.0.2-1733555637906/current, will proceed with Du for space computation calculation, 2024-12-07T07:14:01,142 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T07:14:01,188 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc89c1c298cc6abec with lease ID 0x9f66c484fb1f83d6: Processing first storage report for DS-10440958-c2b5-471a-9cb4-4c1a47c50c02 from datanode DatanodeRegistration(127.0.0.1:36555, datanodeUuid=e84f81b5-9f89-448e-8441-15e348c18fe6, infoPort=44721, infoSecurePort=0, ipcPort=46191, storageInfo=lv=-57;cid=testClusterID;nsid=1710332854;c=1733555637906) 2024-12-07T07:14:01,189 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc89c1c298cc6abec with lease ID 0x9f66c484fb1f83d6: from storage DS-10440958-c2b5-471a-9cb4-4c1a47c50c02 node DatanodeRegistration(127.0.0.1:36555, datanodeUuid=e84f81b5-9f89-448e-8441-15e348c18fe6, infoPort=44721, infoSecurePort=0, ipcPort=46191, storageInfo=lv=-57;cid=testClusterID;nsid=1710332854;c=1733555637906), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-07T07:14:01,190 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc89c1c298cc6abec with lease ID 0x9f66c484fb1f83d6: Processing first storage report for DS-1e9c1b0b-0423-4813-9ffa-a277b75d9331 from datanode DatanodeRegistration(127.0.0.1:36555, datanodeUuid=e84f81b5-9f89-448e-8441-15e348c18fe6, infoPort=44721, infoSecurePort=0, ipcPort=46191, storageInfo=lv=-57;cid=testClusterID;nsid=1710332854;c=1733555637906) 2024-12-07T07:14:01,190 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc89c1c298cc6abec with lease ID 0x9f66c484fb1f83d6: from storage DS-1e9c1b0b-0423-4813-9ffa-a277b75d9331 node DatanodeRegistration(127.0.0.1:36555, datanodeUuid=e84f81b5-9f89-448e-8441-15e348c18fe6, infoPort=44721, infoSecurePort=0, ipcPort=46191, storageInfo=lv=-57;cid=testClusterID;nsid=1710332854;c=1733555637906), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-07T07:14:01,195 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e0b05e-4ccd-8c7a-69ec-713c4b0ecb6c 2024-12-07T07:14:01,262 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e0b05e-4ccd-8c7a-69ec-713c4b0ecb6c/cluster_0b4a613d-d3c3-ef88-a5d9-147674d5a6b8/zookeeper_0, clientPort=59577, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e0b05e-4ccd-8c7a-69ec-713c4b0ecb6c/cluster_0b4a613d-d3c3-ef88-a5d9-147674d5a6b8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e0b05e-4ccd-8c7a-69ec-713c4b0ecb6c/cluster_0b4a613d-d3c3-ef88-a5d9-147674d5a6b8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-07T07:14:01,273 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59577 2024-12-07T07:14:01,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T07:14:01,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T07:14:01,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741825_1001 (size=7) 2024-12-07T07:14:01,888 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06 with version=8 2024-12-07T07:14:01,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/hbase-staging 2024-12-07T07:14:01,963 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-07T07:14:02,199 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5d4d7471f19e:0 server-side Connection retries=45 2024-12-07T07:14:02,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T07:14:02,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T07:14:02,212 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T07:14:02,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T07:14:02,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T07:14:02,318 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-07T07:14:02,366 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-07T07:14:02,373 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-07T07:14:02,376 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T07:14:02,397 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 4776 (auto-detected) 2024-12-07T07:14:02,398 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-07T07:14:02,413 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35121 2024-12-07T07:14:02,431 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35121 connecting to ZooKeeper ensemble=127.0.0.1:59577 2024-12-07T07:14:02,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351210x0, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T07:14:02,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35121-0x101aea3d74a0000 connected 2024-12-07T07:14:02,713 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T07:14:02,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T07:14:02,723 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35121-0x101aea3d74a0000, quorum=127.0.0.1:59577, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T07:14:02,727 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06, hbase.cluster.distributed=false 2024-12-07T07:14:02,746 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35121-0x101aea3d74a0000, quorum=127.0.0.1:59577, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-07T07:14:02,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35121 2024-12-07T07:14:02,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35121 2024-12-07T07:14:02,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35121 2024-12-07T07:14:02,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35121 2024-12-07T07:14:02,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35121 2024-12-07T07:14:02,846 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5d4d7471f19e:0 server-side Connection retries=45 2024-12-07T07:14:02,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T07:14:02,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T07:14:02,848 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T07:14:02,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T07:14:02,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T07:14:02,851 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T07:14:02,853 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T07:14:02,854 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42791 2024-12-07T07:14:02,856 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42791 connecting to ZooKeeper ensemble=127.0.0.1:59577 2024-12-07T07:14:02,857 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T07:14:02,860 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T07:14:02,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427910x0, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T07:14:02,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427910x0, quorum=127.0.0.1:59577, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T07:14:02,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42791-0x101aea3d74a0001 connected 2024-12-07T07:14:02,947 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T07:14:02,958 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T07:14:02,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42791-0x101aea3d74a0001, quorum=127.0.0.1:59577, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-07T07:14:02,965 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42791-0x101aea3d74a0001, quorum=127.0.0.1:59577, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-07T07:14:02,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42791 2024-12-07T07:14:02,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42791 2024-12-07T07:14:02,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42791 2024-12-07T07:14:02,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42791 2024-12-07T07:14:02,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42791 2024-12-07T07:14:02,980 DEBUG [M:0;5d4d7471f19e:35121 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5d4d7471f19e:35121 2024-12-07T07:14:02,982 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/5d4d7471f19e,35121,1733555642057 2024-12-07T07:14:03,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x101aea3d74a0000, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T07:14:03,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42791-0x101aea3d74a0001, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T07:14:03,018 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35121-0x101aea3d74a0000, quorum=127.0.0.1:59577, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/5d4d7471f19e,35121,1733555642057 2024-12-07T07:14:03,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x101aea3d74a0000, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T07:14:03,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42791-0x101aea3d74a0001, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-07T07:14:03,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42791-0x101aea3d74a0001, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T07:14:03,048 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35121-0x101aea3d74a0000, quorum=127.0.0.1:59577, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-07T07:14:03,049 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/5d4d7471f19e,35121,1733555642057 from backup master directory 2024-12-07T07:14:03,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x101aea3d74a0000, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/5d4d7471f19e,35121,1733555642057 2024-12-07T07:14:03,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42791-0x101aea3d74a0001, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T07:14:03,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x101aea3d74a0000, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T07:14:03,058 WARN [master/5d4d7471f19e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T07:14:03,058 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5d4d7471f19e,35121,1733555642057 2024-12-07T07:14:03,060 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-07T07:14:03,062 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-07T07:14:03,111 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/hbase.id] with ID: a0fdb451-11e7-4766-a428-1cef35b3bfc6 2024-12-07T07:14:03,111 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/.tmp/hbase.id 2024-12-07T07:14:03,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741826_1002 (size=42) 2024-12-07T07:14:03,523 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/.tmp/hbase.id]:[hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/hbase.id] 2024-12-07T07:14:03,577 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T07:14:03,582 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-07T07:14:03,599 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-12-07T07:14:03,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42791-0x101aea3d74a0001, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T07:14:03,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x101aea3d74a0000, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T07:14:03,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741827_1003 (size=196) 2024-12-07T07:14:04,090 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T07:14:04,092 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-07T07:14:04,105 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:04,109 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T07:14:04,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741828_1004 (size=1189) 2024-12-07T07:14:04,558 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/MasterData/data/master/store 2024-12-07T07:14:04,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741829_1005 (size=34) 2024-12-07T07:14:04,987 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-07T07:14:04,992 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:14:04,994 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T07:14:04,994 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T07:14:04,994 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T07:14:04,997 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T07:14:04,997 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T07:14:04,997 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T07:14:04,998 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733555644994Disabling compacts and flushes for region at 1733555644994Disabling writes for close at 1733555644997 (+3 ms)Writing region close event to WAL at 1733555644997Closed at 1733555644997 2024-12-07T07:14:05,000 WARN [master/5d4d7471f19e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/MasterData/data/master/store/.initializing 2024-12-07T07:14:05,000 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/MasterData/WALs/5d4d7471f19e,35121,1733555642057 2024-12-07T07:14:05,007 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T07:14:05,019 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5d4d7471f19e%2C35121%2C1733555642057, suffix=, logDir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/MasterData/WALs/5d4d7471f19e,35121,1733555642057, archiveDir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/MasterData/oldWALs, maxLogs=10 2024-12-07T07:14:05,040 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/MasterData/WALs/5d4d7471f19e,35121,1733555642057/5d4d7471f19e%2C35121%2C1733555642057.1733555645023, exclude list is [], retry=0 2024-12-07T07:14:05,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36555,DS-10440958-c2b5-471a-9cb4-4c1a47c50c02,DISK] 2024-12-07T07:14:05,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-07T07:14:05,092 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/MasterData/WALs/5d4d7471f19e,35121,1733555642057/5d4d7471f19e%2C35121%2C1733555642057.1733555645023 2024-12-07T07:14:05,093 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44721:44721)] 2024-12-07T07:14:05,094 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-07T07:14:05,094 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:14:05,098 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T07:14:05,099 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T07:14:05,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T07:14:05,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-07T07:14:05,152 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:05,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T07:14:05,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T07:14:05,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-07T07:14:05,158 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:05,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:14:05,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T07:14:05,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-07T07:14:05,161 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:05,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:14:05,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T07:14:05,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-07T07:14:05,165 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:05,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:14:05,166 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T07:14:05,170 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T07:14:05,171 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T07:14:05,175 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T07:14:05,176 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T07:14:05,179 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T07:14:05,182 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T07:14:05,186 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T07:14:05,187 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70776450, jitterRate=0.05465129017829895}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T07:14:05,192 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733555645109Initializing all the Stores at 1733555645112 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733555645112Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555645113 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555645113Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555645113Cleaning up temporary data from old regions at 1733555645176 (+63 ms)Region opened successfully at 1733555645192 (+16 ms) 2024-12-07T07:14:05,193 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-07T07:14:05,220 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58624a4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5d4d7471f19e/172.17.0.2:0 2024-12-07T07:14:05,246 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-07T07:14:05,255 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-07T07:14:05,255 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-07T07:14:05,258 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-07T07:14:05,259 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-07T07:14:05,263 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-07T07:14:05,263 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-07T07:14:05,285 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-07T07:14:05,294 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35121-0x101aea3d74a0000, quorum=127.0.0.1:59577, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-07T07:14:05,352 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-07T07:14:05,355 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-07T07:14:05,358 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35121-0x101aea3d74a0000, quorum=127.0.0.1:59577, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-07T07:14:05,362 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-07T07:14:05,365 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-07T07:14:05,369 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35121-0x101aea3d74a0000, quorum=127.0.0.1:59577, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-07T07:14:05,373 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-07T07:14:05,374 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35121-0x101aea3d74a0000, quorum=127.0.0.1:59577, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-07T07:14:05,383 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-07T07:14:05,402 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35121-0x101aea3d74a0000, quorum=127.0.0.1:59577, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-07T07:14:05,415 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-07T07:14:05,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x101aea3d74a0000, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-07T07:14:05,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42791-0x101aea3d74a0001, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-07T07:14:05,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x101aea3d74a0000, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T07:14:05,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42791-0x101aea3d74a0001, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T07:14:05,431 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5d4d7471f19e,35121,1733555642057, sessionid=0x101aea3d74a0000, setting cluster-up flag (Was=false) 2024-12-07T07:14:05,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42791-0x101aea3d74a0001, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T07:14:05,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x101aea3d74a0000, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T07:14:05,489 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-07T07:14:05,495 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5d4d7471f19e,35121,1733555642057 2024-12-07T07:14:05,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x101aea3d74a0000, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T07:14:05,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42791-0x101aea3d74a0001, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T07:14:05,552 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-07T07:14:05,557 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5d4d7471f19e,35121,1733555642057 2024-12-07T07:14:05,566 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-07T07:14:05,574 INFO [RS:0;5d4d7471f19e:42791 {}] regionserver.HRegionServer(746): ClusterId : a0fdb451-11e7-4766-a428-1cef35b3bfc6 2024-12-07T07:14:05,576 DEBUG [RS:0;5d4d7471f19e:42791 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T07:14:05,585 DEBUG [RS:0;5d4d7471f19e:42791 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T07:14:05,585 DEBUG [RS:0;5d4d7471f19e:42791 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T07:14:05,595 DEBUG [RS:0;5d4d7471f19e:42791 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T07:14:05,596 DEBUG [RS:0;5d4d7471f19e:42791 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f1e4328, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5d4d7471f19e/172.17.0.2:0 2024-12-07T07:14:05,608 DEBUG [RS:0;5d4d7471f19e:42791 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5d4d7471f19e:42791 2024-12-07T07:14:05,611 INFO [RS:0;5d4d7471f19e:42791 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T07:14:05,611 INFO [RS:0;5d4d7471f19e:42791 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T07:14:05,611 DEBUG [RS:0;5d4d7471f19e:42791 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T07:14:05,613 INFO [RS:0;5d4d7471f19e:42791 {}] regionserver.HRegionServer(2659): reportForDuty to master=5d4d7471f19e,35121,1733555642057 with port=42791, startcode=1733555642814 2024-12-07T07:14:05,623 DEBUG [RS:0;5d4d7471f19e:42791 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T07:14:05,637 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-07T07:14:05,649 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-07T07:14:05,651 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53071, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T07:14:05,656 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35121 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:05,657 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-07T07:14:05,663 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5d4d7471f19e,35121,1733555642057 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-07T07:14:05,671 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5d4d7471f19e:0, corePoolSize=5, maxPoolSize=5 2024-12-07T07:14:05,672 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5d4d7471f19e:0, corePoolSize=5, maxPoolSize=5 2024-12-07T07:14:05,672 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5d4d7471f19e:0, corePoolSize=5, maxPoolSize=5 2024-12-07T07:14:05,672 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5d4d7471f19e:0, corePoolSize=5, maxPoolSize=5 2024-12-07T07:14:05,673 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5d4d7471f19e:0, corePoolSize=10, maxPoolSize=10 2024-12-07T07:14:05,673 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5d4d7471f19e:0, corePoolSize=1, maxPoolSize=1 2024-12-07T07:14:05,673 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5d4d7471f19e:0, corePoolSize=2, maxPoolSize=2 2024-12-07T07:14:05,673 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5d4d7471f19e:0, corePoolSize=1, maxPoolSize=1 2024-12-07T07:14:05,675 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733555675675 2024-12-07T07:14:05,677 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-07T07:14:05,678 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-07T07:14:05,679 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T07:14:05,679 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-07T07:14:05,679 DEBUG [RS:0;5d4d7471f19e:42791 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-07T07:14:05,680 WARN [RS:0;5d4d7471f19e:42791 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-07T07:14:05,681 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-07T07:14:05,682 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-07T07:14:05,682 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-07T07:14:05,682 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-07T07:14:05,683 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T07:14:05,685 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:05,686 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-07T07:14:05,686 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-07T07:14:05,687 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-07T07:14:05,688 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-07T07:14:05,689 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-07T07:14:05,690 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-07T07:14:05,692 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5d4d7471f19e:0:becomeActiveMaster-HFileCleaner.large.0-1733555645691,5,FailOnTimeoutGroup] 2024-12-07T07:14:05,692 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5d4d7471f19e:0:becomeActiveMaster-HFileCleaner.small.0-1733555645692,5,FailOnTimeoutGroup] 2024-12-07T07:14:05,692 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T07:14:05,693 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-07T07:14:05,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741831_1007 (size=1321) 2024-12-07T07:14:05,694 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-07T07:14:05,694 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-07T07:14:05,782 INFO [RS:0;5d4d7471f19e:42791 {}] regionserver.HRegionServer(2659): reportForDuty to master=5d4d7471f19e,35121,1733555642057 with port=42791, startcode=1733555642814 2024-12-07T07:14:05,786 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35121 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:05,790 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35121 {}] master.ServerManager(517): Registering regionserver=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:05,797 DEBUG [RS:0;5d4d7471f19e:42791 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06 2024-12-07T07:14:05,797 DEBUG [RS:0;5d4d7471f19e:42791 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40541 2024-12-07T07:14:05,798 DEBUG [RS:0;5d4d7471f19e:42791 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T07:14:05,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x101aea3d74a0000, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-07T07:14:05,805 DEBUG [RS:0;5d4d7471f19e:42791 {}] zookeeper.ZKUtil(111): regionserver:42791-0x101aea3d74a0001, quorum=127.0.0.1:59577, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:05,805 WARN [RS:0;5d4d7471f19e:42791 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T07:14:05,805 INFO [RS:0;5d4d7471f19e:42791 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T07:14:05,805 DEBUG [RS:0;5d4d7471f19e:42791 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/WALs/5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:05,807 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5d4d7471f19e,42791,1733555642814] 2024-12-07T07:14:05,830 INFO [RS:0;5d4d7471f19e:42791 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T07:14:05,841 INFO [RS:0;5d4d7471f19e:42791 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T07:14:05,846 INFO [RS:0;5d4d7471f19e:42791 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T07:14:05,846 INFO [RS:0;5d4d7471f19e:42791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T07:14:05,847 INFO [RS:0;5d4d7471f19e:42791 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T07:14:05,851 INFO [RS:0;5d4d7471f19e:42791 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T07:14:05,853 INFO [RS:0;5d4d7471f19e:42791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T07:14:05,853 DEBUG [RS:0;5d4d7471f19e:42791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5d4d7471f19e:0, corePoolSize=1, maxPoolSize=1 2024-12-07T07:14:05,853 DEBUG [RS:0;5d4d7471f19e:42791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5d4d7471f19e:0, corePoolSize=1, maxPoolSize=1 2024-12-07T07:14:05,853 DEBUG [RS:0;5d4d7471f19e:42791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5d4d7471f19e:0, corePoolSize=1, maxPoolSize=1 2024-12-07T07:14:05,853 DEBUG [RS:0;5d4d7471f19e:42791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5d4d7471f19e:0, corePoolSize=1, maxPoolSize=1 2024-12-07T07:14:05,854 DEBUG [RS:0;5d4d7471f19e:42791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5d4d7471f19e:0, corePoolSize=1, maxPoolSize=1 2024-12-07T07:14:05,854 DEBUG [RS:0;5d4d7471f19e:42791 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5d4d7471f19e:0, corePoolSize=2, maxPoolSize=2 2024-12-07T07:14:05,854 DEBUG [RS:0;5d4d7471f19e:42791 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5d4d7471f19e:0, corePoolSize=1, maxPoolSize=1 2024-12-07T07:14:05,854 DEBUG [RS:0;5d4d7471f19e:42791 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5d4d7471f19e:0, corePoolSize=1, maxPoolSize=1 2024-12-07T07:14:05,854 DEBUG [RS:0;5d4d7471f19e:42791 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5d4d7471f19e:0, corePoolSize=1, maxPoolSize=1 2024-12-07T07:14:05,854 DEBUG [RS:0;5d4d7471f19e:42791 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5d4d7471f19e:0, corePoolSize=1, maxPoolSize=1 2024-12-07T07:14:05,855 DEBUG [RS:0;5d4d7471f19e:42791 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5d4d7471f19e:0, corePoolSize=1, maxPoolSize=1 2024-12-07T07:14:05,855 DEBUG [RS:0;5d4d7471f19e:42791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5d4d7471f19e:0, corePoolSize=1, maxPoolSize=1 2024-12-07T07:14:05,855 DEBUG [RS:0;5d4d7471f19e:42791 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5d4d7471f19e:0, corePoolSize=3, maxPoolSize=3 2024-12-07T07:14:05,855 DEBUG [RS:0;5d4d7471f19e:42791 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0, corePoolSize=3, maxPoolSize=3 2024-12-07T07:14:05,856 INFO [RS:0;5d4d7471f19e:42791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T07:14:05,856 INFO [RS:0;5d4d7471f19e:42791 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T07:14:05,856 INFO [RS:0;5d4d7471f19e:42791 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T07:14:05,856 INFO [RS:0;5d4d7471f19e:42791 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T07:14:05,856 INFO [RS:0;5d4d7471f19e:42791 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T07:14:05,856 INFO [RS:0;5d4d7471f19e:42791 {}] hbase.ChoreService(168): Chore ScheduledChore name=5d4d7471f19e,42791,1733555642814-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T07:14:05,877 INFO [RS:0;5d4d7471f19e:42791 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T07:14:05,879 INFO [RS:0;5d4d7471f19e:42791 {}] hbase.ChoreService(168): Chore ScheduledChore name=5d4d7471f19e,42791,1733555642814-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T07:14:05,879 INFO [RS:0;5d4d7471f19e:42791 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T07:14:05,879 INFO [RS:0;5d4d7471f19e:42791 {}] regionserver.Replication(171): 5d4d7471f19e,42791,1733555642814 started 2024-12-07T07:14:05,894 INFO [RS:0;5d4d7471f19e:42791 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T07:14:05,894 INFO [RS:0;5d4d7471f19e:42791 {}] regionserver.HRegionServer(1482): Serving as 5d4d7471f19e,42791,1733555642814, RpcServer on 5d4d7471f19e/172.17.0.2:42791, sessionid=0x101aea3d74a0001 2024-12-07T07:14:05,895 DEBUG [RS:0;5d4d7471f19e:42791 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T07:14:05,895 DEBUG [RS:0;5d4d7471f19e:42791 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:05,895 DEBUG [RS:0;5d4d7471f19e:42791 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5d4d7471f19e,42791,1733555642814' 2024-12-07T07:14:05,895 DEBUG [RS:0;5d4d7471f19e:42791 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-07T07:14:05,896 DEBUG [RS:0;5d4d7471f19e:42791 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-07T07:14:05,897 DEBUG [RS:0;5d4d7471f19e:42791 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T07:14:05,897 DEBUG [RS:0;5d4d7471f19e:42791 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T07:14:05,897 DEBUG [RS:0;5d4d7471f19e:42791 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:05,897 DEBUG [RS:0;5d4d7471f19e:42791 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5d4d7471f19e,42791,1733555642814' 2024-12-07T07:14:05,897 DEBUG [RS:0;5d4d7471f19e:42791 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-07T07:14:05,898 DEBUG [RS:0;5d4d7471f19e:42791 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-07T07:14:05,899 DEBUG [RS:0;5d4d7471f19e:42791 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T07:14:05,899 INFO [RS:0;5d4d7471f19e:42791 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T07:14:05,899 INFO [RS:0;5d4d7471f19e:42791 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T07:14:06,006 INFO [RS:0;5d4d7471f19e:42791 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T07:14:06,010 INFO [RS:0;5d4d7471f19e:42791 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5d4d7471f19e%2C42791%2C1733555642814, suffix=, logDir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/WALs/5d4d7471f19e,42791,1733555642814, archiveDir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/oldWALs, maxLogs=32 2024-12-07T07:14:06,023 DEBUG [RS:0;5d4d7471f19e:42791 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/WALs/5d4d7471f19e,42791,1733555642814/5d4d7471f19e%2C42791%2C1733555642814.1733555646012, exclude list is [], retry=0 2024-12-07T07:14:06,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36555,DS-10440958-c2b5-471a-9cb4-4c1a47c50c02,DISK] 2024-12-07T07:14:06,031 INFO [RS:0;5d4d7471f19e:42791 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/WALs/5d4d7471f19e,42791,1733555642814/5d4d7471f19e%2C42791%2C1733555642814.1733555646012 2024-12-07T07:14:06,031 DEBUG [RS:0;5d4d7471f19e:42791 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44721:44721)] 2024-12-07T07:14:06,098 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-07T07:14:06,099 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06 2024-12-07T07:14:06,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741833_1009 (size=32) 2024-12-07T07:14:06,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:14:06,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T07:14:06,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T07:14:06,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:06,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T07:14:06,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T07:14:06,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T07:14:06,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:06,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T07:14:06,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T07:14:06,535 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T07:14:06,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:06,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T07:14:06,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T07:14:06,538 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T07:14:06,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:06,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T07:14:06,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T07:14:06,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/hbase/meta/1588230740 2024-12-07T07:14:06,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/hbase/meta/1588230740 2024-12-07T07:14:06,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T07:14:06,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T07:14:06,544 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T07:14:06,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T07:14:06,550 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T07:14:06,552 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68455410, jitterRate=0.020065099000930786}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T07:14:06,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733555646517Initializing all the Stores at 1733555646522 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733555646522Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733555646522Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555646522Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733555646522Cleaning up temporary data from old regions at 1733555646543 (+21 ms)Region opened successfully at 1733555646555 (+12 ms) 2024-12-07T07:14:06,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T07:14:06,555 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T07:14:06,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T07:14:06,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T07:14:06,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T07:14:06,557 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T07:14:06,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733555646555Disabling compacts and flushes for region at 1733555646555Disabling writes for close at 1733555646556 (+1 ms)Writing region close event to WAL at 1733555646557 (+1 ms)Closed at 1733555646557 2024-12-07T07:14:06,560 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T07:14:06,561 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-07T07:14:06,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-07T07:14:06,573 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T07:14:06,576 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-07T07:14:06,730 DEBUG [5d4d7471f19e:35121 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-07T07:14:06,742 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:06,748 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5d4d7471f19e,42791,1733555642814, state=OPENING 2024-12-07T07:14:06,878 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-07T07:14:06,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42791-0x101aea3d74a0001, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T07:14:06,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x101aea3d74a0000, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T07:14:06,889 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T07:14:06,889 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T07:14:06,891 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T07:14:06,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5d4d7471f19e,42791,1733555642814}] 2024-12-07T07:14:07,069 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T07:14:07,072 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T07:14:07,084 INFO [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-07T07:14:07,085 INFO [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T07:14:07,085 INFO [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-07T07:14:07,088 INFO [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5d4d7471f19e%2C42791%2C1733555642814.meta, suffix=.meta, logDir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/WALs/5d4d7471f19e,42791,1733555642814, archiveDir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/oldWALs, maxLogs=32 2024-12-07T07:14:07,102 DEBUG [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/WALs/5d4d7471f19e,42791,1733555642814/5d4d7471f19e%2C42791%2C1733555642814.meta.1733555647090.meta, exclude list is [], retry=0 2024-12-07T07:14:07,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36555,DS-10440958-c2b5-471a-9cb4-4c1a47c50c02,DISK] 2024-12-07T07:14:07,109 INFO [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/WALs/5d4d7471f19e,42791,1733555642814/5d4d7471f19e%2C42791%2C1733555642814.meta.1733555647090.meta 2024-12-07T07:14:07,109 DEBUG [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44721:44721)] 2024-12-07T07:14:07,110 DEBUG [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-07T07:14:07,112 DEBUG [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T07:14:07,115 DEBUG [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-07T07:14:07,121 INFO [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-07T07:14:07,125 DEBUG [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-07T07:14:07,126 DEBUG [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:14:07,126 DEBUG [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-07T07:14:07,127 DEBUG [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-07T07:14:07,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T07:14:07,132 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T07:14:07,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:07,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T07:14:07,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T07:14:07,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T07:14:07,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:07,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T07:14:07,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T07:14:07,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T07:14:07,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:07,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T07:14:07,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T07:14:07,139 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T07:14:07,139 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:07,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T07:14:07,140 DEBUG [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T07:14:07,142 DEBUG [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/hbase/meta/1588230740 2024-12-07T07:14:07,144 DEBUG [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/hbase/meta/1588230740 2024-12-07T07:14:07,146 DEBUG [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T07:14:07,146 DEBUG [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T07:14:07,147 DEBUG [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T07:14:07,149 DEBUG [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T07:14:07,151 INFO [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60610795, jitterRate=-0.09682877361774445}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T07:14:07,151 DEBUG [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-07T07:14:07,152 DEBUG [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733555647127Writing region info on filesystem at 1733555647127Initializing all the Stores at 1733555647129 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733555647130 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733555647130Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555647130Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733555647130Cleaning up temporary data from old regions at 1733555647146 (+16 ms)Running coprocessor post-open hooks at 1733555647151 (+5 ms)Region opened successfully at 1733555647152 (+1 ms) 2024-12-07T07:14:07,159 INFO [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733555647061 2024-12-07T07:14:07,169 DEBUG [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-07T07:14:07,170 INFO [RS_OPEN_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-07T07:14:07,171 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:07,174 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5d4d7471f19e,42791,1733555642814, state=OPEN 2024-12-07T07:14:07,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x101aea3d74a0000, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T07:14:07,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42791-0x101aea3d74a0001, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T07:14:07,209 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T07:14:07,209 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T07:14:07,209 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:07,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-07T07:14:07,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5d4d7471f19e,42791,1733555642814 in 317 msec 2024-12-07T07:14:07,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-07T07:14:07,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 651 msec 2024-12-07T07:14:07,224 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T07:14:07,225 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-07T07:14:07,246 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:14:07,247 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:14:07,271 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:14:07,274 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44519, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:14:07,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6990 sec 2024-12-07T07:14:07,297 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733555647296, completionTime=-1 2024-12-07T07:14:07,299 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-07T07:14:07,299 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-07T07:14:07,322 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-07T07:14:07,322 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733555707322 2024-12-07T07:14:07,322 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733555767322 2024-12-07T07:14:07,322 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 22 msec 2024-12-07T07:14:07,324 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5d4d7471f19e,35121,1733555642057-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T07:14:07,324 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5d4d7471f19e,35121,1733555642057-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T07:14:07,324 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5d4d7471f19e,35121,1733555642057-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T07:14:07,326 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5d4d7471f19e:35121, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T07:14:07,326 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-07T07:14:07,326 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-07T07:14:07,331 DEBUG [master/5d4d7471f19e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-07T07:14:07,350 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.292sec 2024-12-07T07:14:07,351 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-07T07:14:07,352 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-07T07:14:07,353 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-07T07:14:07,354 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-07T07:14:07,354 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-07T07:14:07,355 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5d4d7471f19e,35121,1733555642057-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T07:14:07,356 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5d4d7471f19e,35121,1733555642057-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-07T07:14:07,365 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-07T07:14:07,366 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-07T07:14:07,366 INFO [master/5d4d7471f19e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5d4d7471f19e,35121,1733555642057-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T07:14:07,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32936631, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:07,390 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-07T07:14:07,390 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-07T07:14:07,393 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:14:07,395 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:14:07,401 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:14:07,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:14:07,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:14:07,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28640d7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:07,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:14:07,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:14:07,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:14:07,414 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:14:07,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60652350, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:07,417 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:14:07,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:14:07,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:14:07,426 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:14:07,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5d4d7471f19e,35121,1733555642057 2024-12-07T07:14:07,456 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=232, ProcessCount=11, AvailableMemoryMB=7132 2024-12-07T07:14:07,465 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T07:14:07,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5d4d7471f19e,35121,1733555642057 2024-12-07T07:14:07,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1aaf840e 2024-12-07T07:14:07,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T07:14:07,476 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T07:14:07,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-07T07:14:07,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T07:14:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-07T07:14:07,510 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T07:14:07,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-12-07T07:14:07,513 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:07,516 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T07:14:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T07:14:07,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741835_1011 (size=1061) 2024-12-07T07:14:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T07:14:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T07:14:07,939 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06 2024-12-07T07:14:07,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741836_1012 (size=53) 2024-12-07T07:14:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T07:14:08,351 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:14:08,352 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 69a82cb515a7602aa60284bb103f0a6f, disabling compactions & flushes 2024-12-07T07:14:08,352 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:08,352 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:08,353 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. after waiting 0 ms 2024-12-07T07:14:08,353 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:08,353 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:08,353 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 69a82cb515a7602aa60284bb103f0a6f: Waiting for close lock at 1733555648352Disabling compacts and flushes for region at 1733555648352Disabling writes for close at 1733555648353 (+1 ms)Writing region close event to WAL at 1733555648353Closed at 1733555648353 2024-12-07T07:14:08,358 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T07:14:08,364 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733555648358"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733555648358"}]},"ts":"1733555648358"} 2024-12-07T07:14:08,368 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T07:14:08,369 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T07:14:08,371 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733555648369"}]},"ts":"1733555648369"} 2024-12-07T07:14:08,376 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-07T07:14:08,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=69a82cb515a7602aa60284bb103f0a6f, ASSIGN}] 2024-12-07T07:14:08,380 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=69a82cb515a7602aa60284bb103f0a6f, ASSIGN 2024-12-07T07:14:08,382 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=69a82cb515a7602aa60284bb103f0a6f, ASSIGN; state=OFFLINE, location=5d4d7471f19e,42791,1733555642814; forceNewPlan=false, retain=false 2024-12-07T07:14:08,534 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=69a82cb515a7602aa60284bb103f0a6f, regionState=OPENING, regionLocation=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:08,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=69a82cb515a7602aa60284bb103f0a6f, ASSIGN because future has completed 2024-12-07T07:14:08,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814}] 2024-12-07T07:14:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T07:14:08,704 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:08,704 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} 2024-12-07T07:14:08,705 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 69a82cb515a7602aa60284bb103f0a6f 2024-12-07T07:14:08,705 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:14:08,705 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 69a82cb515a7602aa60284bb103f0a6f 2024-12-07T07:14:08,705 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 69a82cb515a7602aa60284bb103f0a6f 2024-12-07T07:14:08,708 INFO [StoreOpener-69a82cb515a7602aa60284bb103f0a6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 69a82cb515a7602aa60284bb103f0a6f 2024-12-07T07:14:08,712 INFO [StoreOpener-69a82cb515a7602aa60284bb103f0a6f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T07:14:08,713 INFO [StoreOpener-69a82cb515a7602aa60284bb103f0a6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69a82cb515a7602aa60284bb103f0a6f columnFamilyName A 2024-12-07T07:14:08,713 DEBUG [StoreOpener-69a82cb515a7602aa60284bb103f0a6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:08,714 INFO [StoreOpener-69a82cb515a7602aa60284bb103f0a6f-1 {}] regionserver.HStore(327): Store=69a82cb515a7602aa60284bb103f0a6f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:14:08,715 INFO [StoreOpener-69a82cb515a7602aa60284bb103f0a6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 69a82cb515a7602aa60284bb103f0a6f 2024-12-07T07:14:08,718 INFO [StoreOpener-69a82cb515a7602aa60284bb103f0a6f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T07:14:08,718 INFO [StoreOpener-69a82cb515a7602aa60284bb103f0a6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69a82cb515a7602aa60284bb103f0a6f columnFamilyName B 2024-12-07T07:14:08,718 DEBUG [StoreOpener-69a82cb515a7602aa60284bb103f0a6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:08,719 INFO [StoreOpener-69a82cb515a7602aa60284bb103f0a6f-1 {}] regionserver.HStore(327): Store=69a82cb515a7602aa60284bb103f0a6f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:14:08,720 INFO [StoreOpener-69a82cb515a7602aa60284bb103f0a6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 69a82cb515a7602aa60284bb103f0a6f 2024-12-07T07:14:08,722 INFO [StoreOpener-69a82cb515a7602aa60284bb103f0a6f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T07:14:08,723 INFO [StoreOpener-69a82cb515a7602aa60284bb103f0a6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69a82cb515a7602aa60284bb103f0a6f columnFamilyName C 2024-12-07T07:14:08,723 DEBUG [StoreOpener-69a82cb515a7602aa60284bb103f0a6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:08,724 INFO [StoreOpener-69a82cb515a7602aa60284bb103f0a6f-1 {}] regionserver.HStore(327): Store=69a82cb515a7602aa60284bb103f0a6f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:14:08,725 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:08,725 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 69a82cb515a7602aa60284bb103f0a6f 2024-12-07T07:14:08,727 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f 2024-12-07T07:14:08,727 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f 2024-12-07T07:14:08,729 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 69a82cb515a7602aa60284bb103f0a6f 2024-12-07T07:14:08,729 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 69a82cb515a7602aa60284bb103f0a6f 2024-12-07T07:14:08,730 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T07:14:08,733 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 69a82cb515a7602aa60284bb103f0a6f 2024-12-07T07:14:08,736 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T07:14:08,737 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 69a82cb515a7602aa60284bb103f0a6f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66027244, jitterRate=-0.016117393970489502}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T07:14:08,737 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69a82cb515a7602aa60284bb103f0a6f 2024-12-07T07:14:08,738 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 69a82cb515a7602aa60284bb103f0a6f: Running coprocessor pre-open hook at 1733555648705Writing region info on filesystem at 1733555648705Initializing all the Stores at 1733555648707 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555648707Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555648708 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555648708Cleaning up temporary data from old regions at 1733555648729 (+21 ms)Running coprocessor post-open hooks at 1733555648737 (+8 ms)Region opened successfully at 1733555648738 (+1 ms) 2024-12-07T07:14:08,740 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., pid=6, masterSystemTime=1733555648696 2024-12-07T07:14:08,743 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:08,743 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:08,744 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=69a82cb515a7602aa60284bb103f0a6f, regionState=OPEN, openSeqNum=2, regionLocation=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:08,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 because future has completed 2024-12-07T07:14:08,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-07T07:14:08,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 in 210 msec 2024-12-07T07:14:08,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-07T07:14:08,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=69a82cb515a7602aa60284bb103f0a6f, ASSIGN in 379 msec 2024-12-07T07:14:08,762 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T07:14:08,762 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733555648762"}]},"ts":"1733555648762"} 2024-12-07T07:14:08,765 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-07T07:14:08,766 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T07:14:08,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2660 sec 2024-12-07T07:14:09,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T07:14:09,672 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:14:09,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@658b6bd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:09,682 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:14:09,682 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:14:09,684 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:14:09,685 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:14:09,685 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:14:09,685 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c6b0c61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:09,685 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:14:09,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:14:09,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:14:09,688 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:14:09,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@640890e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:09,690 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:14:09,692 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:14:09,692 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:14:09,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:14:09,696 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T07:14:09,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 5d4d7471f19e,35121,1733555642057 2024-12-07T07:14:09,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4df731e6 2024-12-07T07:14:09,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T07:14:09,702 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T07:14:09,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae98662, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:09,708 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:14:09,708 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:14:09,709 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:14:09,710 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:14:09,710 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:14:09,710 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2da77f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:09,710 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:14:09,710 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:14:09,711 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:14:09,712 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:14:09,714 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46fadb48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:09,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e1b920f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:09,715 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:14:09,715 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:14:09,717 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:14:09,717 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:14:09,717 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:14:09,718 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63ac9955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:09,718 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:14:09,718 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:14:09,719 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:14:09,720 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:14:09,721 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@230faddc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:09,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@223b8369, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:09,722 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:14:09,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:14:09,724 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:14:09,725 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:14:09,725 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:14:09,726 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ccba464, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:09,726 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:14:09,726 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:14:09,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:14:09,728 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:14:09,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2523f4b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:09,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75122da7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:09,730 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:14:09,730 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:14:09,732 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:14:09,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:14:09,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:14:09,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f3401ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:09,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:14:09,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:14:09,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:14:09,735 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:14:09,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b3e565e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:09,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@510991b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:09,737 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:14:09,737 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:14:09,738 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:14:09,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:14:09,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:14:09,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd1a711, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:09,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:14:09,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:14:09,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:14:09,741 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:14:09,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73797bde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:09,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@621a7b81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:09,743 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:14:09,744 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:14:09,745 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:14:09,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:14:09,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:14:09,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@657524e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:09,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:14:09,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:14:09,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:14:09,748 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:14:09,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d5c59a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:09,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c391c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:09,750 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:14:09,750 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:14:09,751 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:14:09,751 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:14:09,751 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:14:09,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c39882a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:09,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:14:09,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:14:09,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:14:09,753 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:14:09,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@82c4d38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:09,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6837d2cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:09,755 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:14:09,756 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:14:09,756 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:14:09,757 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:14:09,757 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:14:09,757 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df7e3f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:09,757 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:14:09,757 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:14:09,758 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:14:09,759 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:14:09,760 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30b6e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:09,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@146768a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:09,761 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:14:09,761 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:14:09,762 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:14:09,762 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:14:09,763 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:14:09,763 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13196a4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:09,763 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:14:09,763 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:14:09,763 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:14:09,764 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:14:09,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13268882, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:09,769 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:14:09,769 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:14:09,769 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:14:09,769 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:14:09,770 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:14:09,770 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:14:09,771 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:14:09,771 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:14:09,771 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:14:09,772 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:14:09,772 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:14:09,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:14:09,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:14:09,772 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:14:09,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:14:09,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:14:09,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:14:09,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:14:09,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:14:09,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:14:09,775 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:14:09,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:14:09,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T07:14:09,775 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:14:09,776 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:14:09,777 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:14:09,778 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:14:09,778 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:14:09,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:14:09,781 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:14:09,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-12-07T07:14:09,782 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2] 2024-12-07T07:14:09,782 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2] 2024-12-07T07:14:09,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2] 2024-12-07T07:14:09,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2] 2024-12-07T07:14:09,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2] 2024-12-07T07:14:09,785 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2] 2024-12-07T07:14:09,787 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T07:14:09,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T07:14:09,789 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:14:09,789 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:14:09,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2] 2024-12-07T07:14:09,791 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T07:14:09,791 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:14:09,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T07:14:09,794 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:14:09,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:14:09,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:14:09,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2] 2024-12-07T07:14:09,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:14:09,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2] 2024-12-07T07:14:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 69a82cb515a7602aa60284bb103f0a6f 2024-12-07T07:14:09,850 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69a82cb515a7602aa60284bb103f0a6f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-07T07:14:09,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=A 2024-12-07T07:14:09,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:09,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=B 2024-12-07T07:14:09,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:09,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=C 2024-12-07T07:14:09,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:09,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T07:14:09,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43534 deadline: 1733555709933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:09,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:09,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:09,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:09,965 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14144, totalHeapSize=32376, min timestamp=1733555649910, max timestamp=1733555649946Num uniques 859; 2024-12-07T07:14:09,966 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=14144, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-07T07:14:09,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/7168cb55d43e4b57b212a3120f377b6d is 50, key is test_row_0/A:col10/1733555649794/Put/seqid=0 2024-12-07T07:14:09,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-07T07:14:09,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:09,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. as already flushing 2024-12-07T07:14:09,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:09,978 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:09,982 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733555649926, max timestamp=1733555649946Num uniques 859; 2024-12-07T07:14:09,982 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733555649926, max timestamp=1733555649946Num uniques 859; 2024-12-07T07:14:09,982 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T07:14:09,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:09,983 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T07:14:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:09,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741837_1013 (size=12001) 2024-12-07T07:14:10,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/7168cb55d43e4b57b212a3120f377b6d 2024-12-07T07:14:10,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43576 deadline: 1733555710052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:10,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43582 deadline: 1733555710057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:10,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:10,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,073 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:10,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43590 deadline: 1733555710067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:10,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:10,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555710070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:10,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:10,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43534 deadline: 1733555710072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:10,091 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,091 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,091 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:10,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/46c26497ab694c088d6164ae0f2a29bf is 50, key is test_row_0/B:col10/1733555649794/Put/seqid=0 2024-12-07T07:14:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T07:14:10,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741838_1014 (size=12001) 2024-12-07T07:14:10,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/46c26497ab694c088d6164ae0f2a29bf 2024-12-07T07:14:10,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-07T07:14:10,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/3bb073d4ddfa417b9c1ed67108e0cf81 is 50, key is test_row_0/C:col10/1733555649794/Put/seqid=0 2024-12-07T07:14:10,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:10,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. as already flushing 2024-12-07T07:14:10,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:10,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:10,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:10,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:10,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:10,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43582 deadline: 1733555710180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:10,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:10,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:10,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43576 deadline: 1733555710180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:10,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:10,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:10,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43590 deadline: 1733555710191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:10,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:10,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:10,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555710201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:10,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:10,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741839_1015 (size=12001) 2024-12-07T07:14:10,216 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/3bb073d4ddfa417b9c1ed67108e0cf81 2024-12-07T07:14:10,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/7168cb55d43e4b57b212a3120f377b6d as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/7168cb55d43e4b57b212a3120f377b6d 2024-12-07T07:14:10,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/7168cb55d43e4b57b212a3120f377b6d, entries=150, sequenceid=13, filesize=11.7 K 2024-12-07T07:14:10,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/46c26497ab694c088d6164ae0f2a29bf as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/46c26497ab694c088d6164ae0f2a29bf 2024-12-07T07:14:10,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/46c26497ab694c088d6164ae0f2a29bf, entries=150, sequenceid=13, filesize=11.7 K 2024-12-07T07:14:10,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/3bb073d4ddfa417b9c1ed67108e0cf81 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/3bb073d4ddfa417b9c1ed67108e0cf81 2024-12-07T07:14:10,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/3bb073d4ddfa417b9c1ed67108e0cf81, entries=150, sequenceid=13, filesize=11.7 K 2024-12-07T07:14:10,305 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=127.47 KB/130530 for 69a82cb515a7602aa60284bb103f0a6f in 451ms, sequenceid=13, compaction requested=false 2024-12-07T07:14:10,306 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-07T07:14:10,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:10,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-07T07:14:10,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 69a82cb515a7602aa60284bb103f0a6f 2024-12-07T07:14:10,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69a82cb515a7602aa60284bb103f0a6f 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-12-07T07:14:10,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:10,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=A 2024-12-07T07:14:10,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. as already flushing 2024-12-07T07:14:10,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:10,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:10,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:14:10,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=B 2024-12-07T07:14:10,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:14:10,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=C 2024-12-07T07:14:10,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:14:10,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:10,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:10,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/259b4a5bcbab4651996b2bada2f2edbb is 50, key is test_row_0/A:col10/1733555650051/Put/seqid=0 2024-12-07T07:14:10,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741840_1016 (size=14341) 2024-12-07T07:14:10,380 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/259b4a5bcbab4651996b2bada2f2edbb 2024-12-07T07:14:10,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/996ca6d0df4e497fbdfb066e793a2f79 is 50, key is test_row_0/B:col10/1733555650051/Put/seqid=0 2024-12-07T07:14:10,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T07:14:10,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741841_1017 (size=12001) 2024-12-07T07:14:10,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/996ca6d0df4e497fbdfb066e793a2f79 2024-12-07T07:14:10,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:10,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555710411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:10,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:10,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43582 deadline: 1733555710415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:10,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:10,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:10,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:10,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43576 deadline: 1733555710421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:10,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:10,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:10,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43534 deadline: 1733555710429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:10,453 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,453 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:10,453 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:10,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43590 deadline: 1733555710435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:10,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:10,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/51daa52b94cf4059bbecaa4fd85f42f8 is 50, key is test_row_0/C:col10/1733555650051/Put/seqid=0 2024-12-07T07:14:10,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741842_1018 (size=12001) 2024-12-07T07:14:10,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/51daa52b94cf4059bbecaa4fd85f42f8 2024-12-07T07:14:10,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-07T07:14:10,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:10,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. as already flushing 2024-12-07T07:14:10,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:10,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:10,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:10,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:10,492 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35121 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=5d4d7471f19e,42791,1733555642814, table=TestAcidGuarantees, region=69a82cb515a7602aa60284bb103f0a6f. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-07T07:14:10,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/259b4a5bcbab4651996b2bada2f2edbb as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/259b4a5bcbab4651996b2bada2f2edbb 2024-12-07T07:14:10,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/259b4a5bcbab4651996b2bada2f2edbb, entries=200, sequenceid=49, filesize=14.0 K 2024-12-07T07:14:10,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/996ca6d0df4e497fbdfb066e793a2f79 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/996ca6d0df4e497fbdfb066e793a2f79 2024-12-07T07:14:10,539 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/996ca6d0df4e497fbdfb066e793a2f79, entries=150, sequenceid=49, filesize=11.7 K 2024-12-07T07:14:10,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:10,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/51daa52b94cf4059bbecaa4fd85f42f8 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/51daa52b94cf4059bbecaa4fd85f42f8 2024-12-07T07:14:10,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43582 deadline: 1733555710541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:10,545 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,545 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,545 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:10,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/51daa52b94cf4059bbecaa4fd85f42f8, entries=150, sequenceid=49, filesize=11.7 K 2024-12-07T07:14:10,563 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 69a82cb515a7602aa60284bb103f0a6f in 238ms, sequenceid=49, compaction requested=false 2024-12-07T07:14:10,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:10,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 69a82cb515a7602aa60284bb103f0a6f 2024-12-07T07:14:10,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69a82cb515a7602aa60284bb103f0a6f 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-07T07:14:10,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=A 2024-12-07T07:14:10,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:10,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=B 2024-12-07T07:14:10,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:10,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=C 2024-12-07T07:14:10,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:10,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/1cbd98ec147749f79709a645411ee54d is 50, key is test_row_0/A:col10/1733555650575/Put/seqid=0 2024-12-07T07:14:10,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741843_1019 (size=14341) 2024-12-07T07:14:10,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/1cbd98ec147749f79709a645411ee54d 2024-12-07T07:14:10,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-07T07:14:10,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:10,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. as already flushing 2024-12-07T07:14:10,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:10,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:10,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:10,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:10,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/499db196eded4443bfaa9ae8df6ed126 is 50, key is test_row_0/B:col10/1733555650575/Put/seqid=0 2024-12-07T07:14:10,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:10,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43590 deadline: 1733555710655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:10,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:10,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:10,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43534 deadline: 1733555710663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:10,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:10,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43576 deadline: 1733555710667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:10,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:10,675 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:10,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741844_1020 (size=12001) 2024-12-07T07:14:10,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/499db196eded4443bfaa9ae8df6ed126 2024-12-07T07:14:10,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/c81792d8c78844128ce07f30ead724a3 is 50, key is test_row_0/C:col10/1733555650575/Put/seqid=0 2024-12-07T07:14:10,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741845_1021 (size=12001) 2024-12-07T07:14:10,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555710750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:10,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:10,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43582 deadline: 1733555710751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:10,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:10,762 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,762 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,762 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:10,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:10,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43590 deadline: 1733555710771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:10,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:10,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43576 deadline: 1733555710781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:10,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,783 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,783 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:10,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43534 deadline: 1733555710781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:10,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:10,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-07T07:14:10,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:10,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. as already flushing 2024-12-07T07:14:10,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:10,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:10,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:10,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T07:14:10,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-07T07:14:10,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:10,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. as already flushing 2024-12-07T07:14:10,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:10,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:10,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:10,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:10,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43590 deadline: 1733555710980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:10,984 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,984 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,984 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:10,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43576 deadline: 1733555710991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:10,997 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,997 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:10,997 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:11,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:11,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43534 deadline: 1733555711000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:11,002 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:11,003 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:11,003 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:11,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43582 deadline: 1733555711071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:11,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:11,078 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:11,078 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:11,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-07T07:14:11,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:11,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. as already flushing 2024-12-07T07:14:11,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:11,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:11,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:11,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/c81792d8c78844128ce07f30ead724a3 2024-12-07T07:14:11,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/1cbd98ec147749f79709a645411ee54d as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/1cbd98ec147749f79709a645411ee54d 2024-12-07T07:14:11,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/1cbd98ec147749f79709a645411ee54d, entries=200, sequenceid=62, filesize=14.0 K 2024-12-07T07:14:11,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/499db196eded4443bfaa9ae8df6ed126 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/499db196eded4443bfaa9ae8df6ed126 2024-12-07T07:14:11,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/499db196eded4443bfaa9ae8df6ed126, entries=150, sequenceid=62, filesize=11.7 K 2024-12-07T07:14:11,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/c81792d8c78844128ce07f30ead724a3 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/c81792d8c78844128ce07f30ead724a3 2024-12-07T07:14:11,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/c81792d8c78844128ce07f30ead724a3, entries=150, sequenceid=62, filesize=11.7 K 2024-12-07T07:14:11,236 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 69a82cb515a7602aa60284bb103f0a6f in 659ms, sequenceid=62, compaction requested=true 2024-12-07T07:14:11,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:11,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69a82cb515a7602aa60284bb103f0a6f:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:14:11,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:11,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69a82cb515a7602aa60284bb103f0a6f:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:14:11,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:11,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69a82cb515a7602aa60284bb103f0a6f:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:14:11,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:14:11,255 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:14:11,255 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:14:11,260 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:14:11,262 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 69a82cb515a7602aa60284bb103f0a6f/B is initiating minor compaction (all files) 2024-12-07T07:14:11,262 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:14:11,262 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 69a82cb515a7602aa60284bb103f0a6f/A is initiating minor compaction (all files) 2024-12-07T07:14:11,263 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69a82cb515a7602aa60284bb103f0a6f/A in TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:11,263 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69a82cb515a7602aa60284bb103f0a6f/B in TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:11,263 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/46c26497ab694c088d6164ae0f2a29bf, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/996ca6d0df4e497fbdfb066e793a2f79, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/499db196eded4443bfaa9ae8df6ed126] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp, totalSize=35.2 K 2024-12-07T07:14:11,265 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/7168cb55d43e4b57b212a3120f377b6d, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/259b4a5bcbab4651996b2bada2f2edbb, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/1cbd98ec147749f79709a645411ee54d] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp, totalSize=39.7 K 2024-12-07T07:14:11,266 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 46c26497ab694c088d6164ae0f2a29bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733555649794 2024-12-07T07:14:11,267 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7168cb55d43e4b57b212a3120f377b6d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733555649794 2024-12-07T07:14:11,267 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 996ca6d0df4e497fbdfb066e793a2f79, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733555650051 2024-12-07T07:14:11,268 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 259b4a5bcbab4651996b2bada2f2edbb, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733555650051 2024-12-07T07:14:11,268 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 499db196eded4443bfaa9ae8df6ed126, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733555650414 2024-12-07T07:14:11,270 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1cbd98ec147749f79709a645411ee54d, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733555650414 2024-12-07T07:14:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 69a82cb515a7602aa60284bb103f0a6f 2024-12-07T07:14:11,277 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69a82cb515a7602aa60284bb103f0a6f 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-07T07:14:11,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=A 2024-12-07T07:14:11,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:11,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=B 2024-12-07T07:14:11,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:11,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=C 2024-12-07T07:14:11,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:11,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-07T07:14:11,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:11,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. as already flushing 2024-12-07T07:14:11,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:11,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:11,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:11,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/9eaf74a40f0c49bc80f040d301349c45 is 50, key is test_row_0/A:col10/1733555650657/Put/seqid=0 2024-12-07T07:14:11,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741846_1022 (size=14341) 2024-12-07T07:14:11,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/9eaf74a40f0c49bc80f040d301349c45 2024-12-07T07:14:11,359 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69a82cb515a7602aa60284bb103f0a6f#A#compaction#10 average throughput is 0.24 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:14:11,360 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/5b8a4e320e6f44b0b680cc85e0838688 is 50, key is test_row_0/A:col10/1733555650575/Put/seqid=0 2024-12-07T07:14:11,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43534 deadline: 1733555711329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:11,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:11,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:11,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:11,369 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69a82cb515a7602aa60284bb103f0a6f#B#compaction#11 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:14:11,370 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/83de2665e39c4788be12f9348715a7ae is 50, key is test_row_0/B:col10/1733555650575/Put/seqid=0 2024-12-07T07:14:11,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555711368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:11,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:11,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:11,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:11,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43590 deadline: 1733555711369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:11,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:11,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:11,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:11,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:11,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43576 deadline: 1733555711369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:11,384 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:11,384 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:11,384 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:11,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/35ac6339f4434e398e75dd5f092bc016 is 50, key is test_row_0/B:col10/1733555650657/Put/seqid=0 2024-12-07T07:14:11,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741847_1023 (size=12104) 2024-12-07T07:14:11,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741848_1024 (size=12104) 2024-12-07T07:14:11,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-07T07:14:11,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:11,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. as already flushing 2024-12-07T07:14:11,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:11,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:11,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:11,443 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/83de2665e39c4788be12f9348715a7ae as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/83de2665e39c4788be12f9348715a7ae 2024-12-07T07:14:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:11,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741849_1025 (size=12001) 2024-12-07T07:14:11,453 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/35ac6339f4434e398e75dd5f092bc016 2024-12-07T07:14:11,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:11,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43534 deadline: 1733555711472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:11,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:11,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:11,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:11,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/4b3c0479e08448f491e5ea7dfe030675 is 50, key is test_row_0/C:col10/1733555650657/Put/seqid=0 2024-12-07T07:14:11,494 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69a82cb515a7602aa60284bb103f0a6f/B of 69a82cb515a7602aa60284bb103f0a6f into 83de2665e39c4788be12f9348715a7ae(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:14:11,494 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:11,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:11,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555711491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:11,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:11,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:11,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:11,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:11,497 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., storeName=69a82cb515a7602aa60284bb103f0a6f/B, priority=13, startTime=1733555651252; duration=0sec 2024-12-07T07:14:11,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43590 deadline: 1733555711491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:11,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:11,497 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:14:11,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:11,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:11,498 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69a82cb515a7602aa60284bb103f0a6f:B 2024-12-07T07:14:11,498 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:14:11,501 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:14:11,501 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 69a82cb515a7602aa60284bb103f0a6f/C is initiating minor compaction (all files) 2024-12-07T07:14:11,501 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69a82cb515a7602aa60284bb103f0a6f/C in TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:11,501 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/3bb073d4ddfa417b9c1ed67108e0cf81, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/51daa52b94cf4059bbecaa4fd85f42f8, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/c81792d8c78844128ce07f30ead724a3] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp, totalSize=35.2 K 2024-12-07T07:14:11,502 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 3bb073d4ddfa417b9c1ed67108e0cf81, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733555649794 2024-12-07T07:14:11,503 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 51daa52b94cf4059bbecaa4fd85f42f8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733555650051 2024-12-07T07:14:11,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43576 deadline: 1733555711492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:11,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:11,506 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:11,506 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:11,509 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting c81792d8c78844128ce07f30ead724a3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733555650414 2024-12-07T07:14:11,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741850_1026 (size=12001) 2024-12-07T07:14:11,530 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/4b3c0479e08448f491e5ea7dfe030675 2024-12-07T07:14:11,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/9eaf74a40f0c49bc80f040d301349c45 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/9eaf74a40f0c49bc80f040d301349c45 2024-12-07T07:14:11,545 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69a82cb515a7602aa60284bb103f0a6f#C#compaction#14 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:14:11,548 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/40ee06991472475a9f94e7b5af50aa01 is 50, key is test_row_0/C:col10/1733555650575/Put/seqid=0 2024-12-07T07:14:11,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/9eaf74a40f0c49bc80f040d301349c45, entries=200, sequenceid=82, filesize=14.0 K 2024-12-07T07:14:11,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/35ac6339f4434e398e75dd5f092bc016 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/35ac6339f4434e398e75dd5f092bc016 2024-12-07T07:14:11,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741851_1027 (size=12104) 2024-12-07T07:14:11,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-07T07:14:11,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:11,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. as already flushing 2024-12-07T07:14:11,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:11,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:11,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:11,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:11,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43582 deadline: 1733555711590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:11,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:11,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:11,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:11,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/35ac6339f4434e398e75dd5f092bc016, entries=150, sequenceid=82, filesize=11.7 K 2024-12-07T07:14:11,607 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/40ee06991472475a9f94e7b5af50aa01 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/40ee06991472475a9f94e7b5af50aa01 2024-12-07T07:14:11,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/4b3c0479e08448f491e5ea7dfe030675 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/4b3c0479e08448f491e5ea7dfe030675 2024-12-07T07:14:11,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/4b3c0479e08448f491e5ea7dfe030675, entries=150, sequenceid=82, filesize=11.7 K 2024-12-07T07:14:11,620 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69a82cb515a7602aa60284bb103f0a6f/C of 69a82cb515a7602aa60284bb103f0a6f into 40ee06991472475a9f94e7b5af50aa01(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:14:11,620 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:11,620 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., storeName=69a82cb515a7602aa60284bb103f0a6f/C, priority=13, startTime=1733555651253; duration=0sec 2024-12-07T07:14:11,620 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:11,621 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69a82cb515a7602aa60284bb103f0a6f:C 2024-12-07T07:14:11,624 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 69a82cb515a7602aa60284bb103f0a6f in 347ms, sequenceid=82, compaction requested=false 2024-12-07T07:14:11,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:11,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 69a82cb515a7602aa60284bb103f0a6f 2024-12-07T07:14:11,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69a82cb515a7602aa60284bb103f0a6f 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-07T07:14:11,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=A 2024-12-07T07:14:11,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:11,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=B 2024-12-07T07:14:11,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:11,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=C 2024-12-07T07:14:11,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:11,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/fef9efc474f44b11af0e024499c8a018 is 50, key is test_row_0/A:col10/1733555651692/Put/seqid=0 2024-12-07T07:14:11,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-07T07:14:11,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:11,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. as already flushing 2024-12-07T07:14:11,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:11,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:11,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:11,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:11,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:11,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43576 deadline: 1733555711750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:11,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:11,761 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:11,761 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:11,761 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:11,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555711752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:11,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:11,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:11,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:11,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:11,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43534 deadline: 1733555711758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:11,767 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:11,767 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:11,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:11,767 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:11,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43590 deadline: 1733555711760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:11,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:11,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:11,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:11,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741852_1028 (size=14341) 2024-12-07T07:14:11,826 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-07T07:14:11,827 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/5b8a4e320e6f44b0b680cc85e0838688 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/5b8a4e320e6f44b0b680cc85e0838688 2024-12-07T07:14:11,845 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69a82cb515a7602aa60284bb103f0a6f/A of 69a82cb515a7602aa60284bb103f0a6f into 5b8a4e320e6f44b0b680cc85e0838688(size=11.8 K), total size for store is 25.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:14:11,845 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:11,845 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., storeName=69a82cb515a7602aa60284bb103f0a6f/A, priority=13, startTime=1733555651240; duration=0sec 2024-12-07T07:14:11,846 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:11,846 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69a82cb515a7602aa60284bb103f0a6f:A 2024-12-07T07:14:11,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:11,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555711871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:11,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:11,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43576 deadline: 1733555711871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:11,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:11,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:11,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:11,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:11,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:11,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:11,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43534 deadline: 1733555711871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:11,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:11,879 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:11,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:11,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:11,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:11,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43590 deadline: 1733555711881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:11,887 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:11,887 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:11,887 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:11,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-07T07:14:11,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:11,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. as already flushing 2024-12-07T07:14:11,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:11,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:11,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:11,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:11,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T07:14:12,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-07T07:14:12,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:12,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. as already flushing 2024-12-07T07:14:12,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:12,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:12,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:12,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:12,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43576 deadline: 1733555712080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:12,087 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:12,087 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:12,087 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:12,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:12,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555712090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:12,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:12,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:12,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:12,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:12,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43534 deadline: 1733555712090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:12,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:12,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:12,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:12,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:12,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43590 deadline: 1733555712090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:12,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:12,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:12,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:12,179 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/fef9efc474f44b11af0e024499c8a018 2024-12-07T07:14:12,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/335e7cf265da43b5b64fd7db04844346 is 50, key is test_row_0/B:col10/1733555651692/Put/seqid=0 2024-12-07T07:14:12,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-07T07:14:12,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:12,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. as already flushing 2024-12-07T07:14:12,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:12,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:12,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:12,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:12,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741853_1029 (size=12001) 2024-12-07T07:14:12,280 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/335e7cf265da43b5b64fd7db04844346 2024-12-07T07:14:12,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/f4aff28dbf7e42c6bb7d690465d62069 is 50, key is test_row_0/C:col10/1733555651692/Put/seqid=0 2024-12-07T07:14:12,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741854_1030 (size=12001) 2024-12-07T07:14:12,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:12,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43576 deadline: 1733555712401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:12,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:12,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555712401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:12,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:12,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43534 deadline: 1733555712401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:12,405 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:12,405 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:12,405 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:12,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:12,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:12,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:12,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43590 deadline: 1733555712401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:12,406 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:12,406 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:12,406 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:12,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:12,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:12,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:12,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-07T07:14:12,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:12,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. as already flushing 2024-12-07T07:14:12,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:12,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:12,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:12,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:12,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-07T07:14:12,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:12,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. as already flushing 2024-12-07T07:14:12,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:12,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:12,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:12,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43582 deadline: 1733555712611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:12,617 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_0' in 69a82cb515a7602aa60284bb103f0a6f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:14:12,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:12,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:12,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:12,646 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T07:14:12,708 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-07T07:14:12,708 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-07T07:14:12,712 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T07:14:12,712 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-07T07:14:12,712 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-07T07:14:12,713 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-07T07:14:12,714 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-07T07:14:12,714 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-07T07:14:12,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-07T07:14:12,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:12,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. as already flushing 2024-12-07T07:14:12,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:12,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:12,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:12,728 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/f4aff28dbf7e42c6bb7d690465d62069 2024-12-07T07:14:12,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/fef9efc474f44b11af0e024499c8a018 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/fef9efc474f44b11af0e024499c8a018 2024-12-07T07:14:12,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/fef9efc474f44b11af0e024499c8a018, entries=200, sequenceid=97, filesize=14.0 K 2024-12-07T07:14:12,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/335e7cf265da43b5b64fd7db04844346 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/335e7cf265da43b5b64fd7db04844346 2024-12-07T07:14:12,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/335e7cf265da43b5b64fd7db04844346, entries=150, sequenceid=97, filesize=11.7 K 2024-12-07T07:14:12,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/f4aff28dbf7e42c6bb7d690465d62069 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/f4aff28dbf7e42c6bb7d690465d62069 2024-12-07T07:14:12,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/f4aff28dbf7e42c6bb7d690465d62069, entries=150, sequenceid=97, filesize=11.7 K 2024-12-07T07:14:12,788 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 69a82cb515a7602aa60284bb103f0a6f in 1093ms, sequenceid=97, compaction requested=true 2024-12-07T07:14:12,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:12,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69a82cb515a7602aa60284bb103f0a6f:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:14:12,789 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:14:12,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:12,789 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:14:12,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69a82cb515a7602aa60284bb103f0a6f:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:14:12,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:12,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69a82cb515a7602aa60284bb103f0a6f:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:14:12,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:14:12,791 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:14:12,791 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 69a82cb515a7602aa60284bb103f0a6f/B is initiating minor compaction (all files) 2024-12-07T07:14:12,791 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69a82cb515a7602aa60284bb103f0a6f/B in TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:12,791 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/83de2665e39c4788be12f9348715a7ae, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/35ac6339f4434e398e75dd5f092bc016, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/335e7cf265da43b5b64fd7db04844346] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp, totalSize=35.3 K 2024-12-07T07:14:12,792 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:14:12,792 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 69a82cb515a7602aa60284bb103f0a6f/A is initiating minor compaction (all files) 2024-12-07T07:14:12,792 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69a82cb515a7602aa60284bb103f0a6f/A in TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:12,792 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/5b8a4e320e6f44b0b680cc85e0838688, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/9eaf74a40f0c49bc80f040d301349c45, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/fef9efc474f44b11af0e024499c8a018] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp, totalSize=39.8 K 2024-12-07T07:14:12,794 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 83de2665e39c4788be12f9348715a7ae, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733555650414 2024-12-07T07:14:12,794 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b8a4e320e6f44b0b680cc85e0838688, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733555650414 2024-12-07T07:14:12,794 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 35ac6339f4434e398e75dd5f092bc016, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733555650649 2024-12-07T07:14:12,795 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9eaf74a40f0c49bc80f040d301349c45, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733555650649 2024-12-07T07:14:12,795 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 335e7cf265da43b5b64fd7db04844346, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733555651336 2024-12-07T07:14:12,795 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting fef9efc474f44b11af0e024499c8a018, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733555651336 2024-12-07T07:14:12,821 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69a82cb515a7602aa60284bb103f0a6f#B#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:14:12,822 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/af008f0b4bd84aab83b80af14a19bb79 is 50, key is test_row_0/B:col10/1733555651692/Put/seqid=0 2024-12-07T07:14:12,839 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69a82cb515a7602aa60284bb103f0a6f#A#compaction#19 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:14:12,840 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/0688b23c403e49db983c40981a8523ae is 50, key is test_row_0/A:col10/1733555651692/Put/seqid=0 2024-12-07T07:14:12,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741855_1031 (size=12207) 2024-12-07T07:14:12,859 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/af008f0b4bd84aab83b80af14a19bb79 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/af008f0b4bd84aab83b80af14a19bb79 2024-12-07T07:14:12,872 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69a82cb515a7602aa60284bb103f0a6f/B of 69a82cb515a7602aa60284bb103f0a6f into af008f0b4bd84aab83b80af14a19bb79(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:14:12,873 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:12,873 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., storeName=69a82cb515a7602aa60284bb103f0a6f/B, priority=13, startTime=1733555652789; duration=0sec 2024-12-07T07:14:12,873 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:14:12,873 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69a82cb515a7602aa60284bb103f0a6f:B 2024-12-07T07:14:12,873 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:14:12,876 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:14:12,876 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 69a82cb515a7602aa60284bb103f0a6f/C is initiating minor compaction (all files) 2024-12-07T07:14:12,876 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69a82cb515a7602aa60284bb103f0a6f/C in TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:12,876 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/40ee06991472475a9f94e7b5af50aa01, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/4b3c0479e08448f491e5ea7dfe030675, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/f4aff28dbf7e42c6bb7d690465d62069] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp, totalSize=35.3 K 2024-12-07T07:14:12,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-07T07:14:12,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:12,878 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 69a82cb515a7602aa60284bb103f0a6f 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-07T07:14:12,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=A 2024-12-07T07:14:12,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:12,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=B 2024-12-07T07:14:12,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:12,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=C 2024-12-07T07:14:12,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:12,879 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 40ee06991472475a9f94e7b5af50aa01, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733555650414 2024-12-07T07:14:12,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741856_1032 (size=12207) 2024-12-07T07:14:12,886 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b3c0479e08448f491e5ea7dfe030675, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733555650649 2024-12-07T07:14:12,887 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting f4aff28dbf7e42c6bb7d690465d62069, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733555651336 2024-12-07T07:14:12,897 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/0688b23c403e49db983c40981a8523ae as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/0688b23c403e49db983c40981a8523ae 2024-12-07T07:14:12,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/9bd740d9a61d4ad59d3a7516388a6667 is 50, key is test_row_0/A:col10/1733555651746/Put/seqid=0 2024-12-07T07:14:12,915 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69a82cb515a7602aa60284bb103f0a6f/A of 69a82cb515a7602aa60284bb103f0a6f into 0688b23c403e49db983c40981a8523ae(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:14:12,915 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:12,915 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., storeName=69a82cb515a7602aa60284bb103f0a6f/A, priority=13, startTime=1733555652788; duration=0sec 2024-12-07T07:14:12,915 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 69a82cb515a7602aa60284bb103f0a6f 2024-12-07T07:14:12,915 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69a82cb515a7602aa60284bb103f0a6f:A 2024-12-07T07:14:12,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. as already flushing 2024-12-07T07:14:12,918 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69a82cb515a7602aa60284bb103f0a6f#C#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:14:12,919 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/bdcdd483e45a4dffbd58d5e32e4307bf is 50, key is test_row_0/C:col10/1733555651692/Put/seqid=0 2024-12-07T07:14:12,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741858_1034 (size=12207) 2024-12-07T07:14:12,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:12,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43590 deadline: 1733555712941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:12,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:12,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:12,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:12,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:12,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555712943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:12,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:12,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:12,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:12,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:12,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43576 deadline: 1733555712948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:12,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:12,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:12,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:12,955 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/bdcdd483e45a4dffbd58d5e32e4307bf as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/bdcdd483e45a4dffbd58d5e32e4307bf 2024-12-07T07:14:12,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:12,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43534 deadline: 1733555712949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:12,957 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:12,957 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:12,957 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:12,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741857_1033 (size=12001) 2024-12-07T07:14:12,972 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69a82cb515a7602aa60284bb103f0a6f/C of 69a82cb515a7602aa60284bb103f0a6f into bdcdd483e45a4dffbd58d5e32e4307bf(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:14:12,973 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:12,973 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., storeName=69a82cb515a7602aa60284bb103f0a6f/C, priority=13, startTime=1733555652789; duration=0sec 2024-12-07T07:14:12,973 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:12,973 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69a82cb515a7602aa60284bb103f0a6f:C 2024-12-07T07:14:13,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:13,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43590 deadline: 1733555713061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:13,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:13,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:13,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:13,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:13,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43576 deadline: 1733555713061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:13,065 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:13,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:13,065 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:13,066 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:13,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555713061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:13,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:13,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:13,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:13,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:13,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43534 deadline: 1733555713061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:13,067 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:13,067 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:13,067 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:13,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:13,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555713271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:13,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:13,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43590 deadline: 1733555713271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:13,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:13,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:13,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:13,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:13,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:13,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43576 deadline: 1733555713271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:13,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43534 deadline: 1733555713272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:13,278 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:13,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:13,278 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:13,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:13,278 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:13,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:13,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:13,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:13,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:13,373 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/9bd740d9a61d4ad59d3a7516388a6667 2024-12-07T07:14:13,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/caff7f52d68948ffb15c01c604b07779 is 50, key is test_row_0/B:col10/1733555651746/Put/seqid=0 2024-12-07T07:14:13,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741859_1035 (size=12001) 2024-12-07T07:14:13,394 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/caff7f52d68948ffb15c01c604b07779 2024-12-07T07:14:13,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/249441ca89464db6b9ecf1d23ef24dab is 50, key is test_row_0/C:col10/1733555651746/Put/seqid=0 2024-12-07T07:14:13,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741860_1036 (size=12001) 2024-12-07T07:14:13,455 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/249441ca89464db6b9ecf1d23ef24dab 2024-12-07T07:14:13,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/9bd740d9a61d4ad59d3a7516388a6667 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/9bd740d9a61d4ad59d3a7516388a6667 2024-12-07T07:14:13,484 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/9bd740d9a61d4ad59d3a7516388a6667, entries=150, sequenceid=119, filesize=11.7 K 2024-12-07T07:14:13,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/caff7f52d68948ffb15c01c604b07779 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/caff7f52d68948ffb15c01c604b07779 2024-12-07T07:14:13,498 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/caff7f52d68948ffb15c01c604b07779, entries=150, sequenceid=119, filesize=11.7 K 2024-12-07T07:14:13,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/249441ca89464db6b9ecf1d23ef24dab as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/249441ca89464db6b9ecf1d23ef24dab 2024-12-07T07:14:13,521 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/249441ca89464db6b9ecf1d23ef24dab, entries=150, sequenceid=119, filesize=11.7 K 2024-12-07T07:14:13,523 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 69a82cb515a7602aa60284bb103f0a6f in 646ms, sequenceid=119, compaction requested=false 2024-12-07T07:14:13,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:13,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:13,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-07T07:14:13,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-07T07:14:13,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-07T07:14:13,532 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.7340 sec 2024-12-07T07:14:13,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 3.7570 sec 2024-12-07T07:14:13,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 69a82cb515a7602aa60284bb103f0a6f 2024-12-07T07:14:13,584 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69a82cb515a7602aa60284bb103f0a6f 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-07T07:14:13,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=A 2024-12-07T07:14:13,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:13,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=B 2024-12-07T07:14:13,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:13,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=C 2024-12-07T07:14:13,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:13,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/fb83525402504c7f907f503f3cc18463 is 50, key is test_row_0/A:col10/1733555653581/Put/seqid=0 2024-12-07T07:14:13,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741861_1037 (size=16931) 2024-12-07T07:14:13,617 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/fb83525402504c7f907f503f3cc18463 2024-12-07T07:14:13,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:13,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43590 deadline: 1733555713621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:13,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:13,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:13,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:13,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:13,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43534 deadline: 1733555713621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555713624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:13,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:13,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:13,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:13,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:13,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43576 deadline: 1733555713629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:13,631 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:13,631 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:13,631 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:13,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:13,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:13,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:13,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/f3a70a580b8d4f269631ee3f5c9f38bd is 50, key is test_row_0/B:col10/1733555653581/Put/seqid=0 2024-12-07T07:14:13,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741862_1038 (size=12151) 2024-12-07T07:14:13,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/f3a70a580b8d4f269631ee3f5c9f38bd 2024-12-07T07:14:13,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/6df7f0f7ce8e41e3b56fc3191e3b6c7c is 50, key is test_row_0/C:col10/1733555653581/Put/seqid=0 2024-12-07T07:14:13,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741863_1039 (size=12151) 2024-12-07T07:14:13,704 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/6df7f0f7ce8e41e3b56fc3191e3b6c7c 2024-12-07T07:14:13,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/fb83525402504c7f907f503f3cc18463 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/fb83525402504c7f907f503f3cc18463 2024-12-07T07:14:13,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/fb83525402504c7f907f503f3cc18463, entries=250, sequenceid=136, filesize=16.5 K 2024-12-07T07:14:13,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/f3a70a580b8d4f269631ee3f5c9f38bd as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/f3a70a580b8d4f269631ee3f5c9f38bd 2024-12-07T07:14:13,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/f3a70a580b8d4f269631ee3f5c9f38bd, entries=150, sequenceid=136, filesize=11.9 K 2024-12-07T07:14:13,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/6df7f0f7ce8e41e3b56fc3191e3b6c7c as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/6df7f0f7ce8e41e3b56fc3191e3b6c7c 2024-12-07T07:14:13,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:13,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555713740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:13,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:13,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43576 deadline: 1733555713740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:13,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:13,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:13,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:13,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:13,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:13,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:13,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:13,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43590 deadline: 1733555713740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:13,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:13,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43534 deadline: 1733555713740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:13,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:13,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:13,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:13,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:13,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:13,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:13,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/6df7f0f7ce8e41e3b56fc3191e3b6c7c, entries=150, sequenceid=136, filesize=11.9 K 2024-12-07T07:14:13,762 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 69a82cb515a7602aa60284bb103f0a6f in 177ms, sequenceid=136, compaction requested=true 2024-12-07T07:14:13,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:13,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69a82cb515a7602aa60284bb103f0a6f:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:14:13,762 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:14:13,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:13,763 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:14:13,764 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41139 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:14:13,765 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:14:13,765 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 69a82cb515a7602aa60284bb103f0a6f/A is initiating minor compaction (all files) 2024-12-07T07:14:13,765 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 69a82cb515a7602aa60284bb103f0a6f/B is initiating minor compaction (all files) 2024-12-07T07:14:13,765 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69a82cb515a7602aa60284bb103f0a6f/A in TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:13,765 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69a82cb515a7602aa60284bb103f0a6f/B in TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:13,765 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/0688b23c403e49db983c40981a8523ae, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/9bd740d9a61d4ad59d3a7516388a6667, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/fb83525402504c7f907f503f3cc18463] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp, totalSize=40.2 K 2024-12-07T07:14:13,765 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/af008f0b4bd84aab83b80af14a19bb79, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/caff7f52d68948ffb15c01c604b07779, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/f3a70a580b8d4f269631ee3f5c9f38bd] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp, totalSize=35.5 K 2024-12-07T07:14:13,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69a82cb515a7602aa60284bb103f0a6f:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:14:13,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:13,766 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0688b23c403e49db983c40981a8523ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733555651336 2024-12-07T07:14:13,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69a82cb515a7602aa60284bb103f0a6f:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:14:13,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:14:13,766 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting af008f0b4bd84aab83b80af14a19bb79, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733555651336 2024-12-07T07:14:13,767 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9bd740d9a61d4ad59d3a7516388a6667, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733555651737 2024-12-07T07:14:13,767 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting caff7f52d68948ffb15c01c604b07779, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733555651737 2024-12-07T07:14:13,767 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb83525402504c7f907f503f3cc18463, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733555652940 2024-12-07T07:14:13,767 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting f3a70a580b8d4f269631ee3f5c9f38bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733555652940 2024-12-07T07:14:13,799 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69a82cb515a7602aa60284bb103f0a6f#A#compaction#27 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:14:13,800 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/3df44d9cca9a49b3939748ef6c2138e4 is 50, key is test_row_0/A:col10/1733555653581/Put/seqid=0 2024-12-07T07:14:13,803 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69a82cb515a7602aa60284bb103f0a6f#B#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:14:13,804 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/6eded50ba5774b68918d7bc28cc767f2 is 50, key is test_row_0/B:col10/1733555653581/Put/seqid=0 2024-12-07T07:14:13,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741864_1040 (size=12459) 2024-12-07T07:14:13,840 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/3df44d9cca9a49b3939748ef6c2138e4 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/3df44d9cca9a49b3939748ef6c2138e4 2024-12-07T07:14:13,853 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69a82cb515a7602aa60284bb103f0a6f/A of 69a82cb515a7602aa60284bb103f0a6f into 3df44d9cca9a49b3939748ef6c2138e4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:14:13,854 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:13,854 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., storeName=69a82cb515a7602aa60284bb103f0a6f/A, priority=13, startTime=1733555653762; duration=0sec 2024-12-07T07:14:13,854 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:14:13,854 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69a82cb515a7602aa60284bb103f0a6f:A 2024-12-07T07:14:13,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741865_1041 (size=12459) 2024-12-07T07:14:13,854 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:14:13,860 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:14:13,860 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 69a82cb515a7602aa60284bb103f0a6f/C is initiating minor compaction (all files) 2024-12-07T07:14:13,860 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69a82cb515a7602aa60284bb103f0a6f/C in TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:13,861 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/bdcdd483e45a4dffbd58d5e32e4307bf, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/249441ca89464db6b9ecf1d23ef24dab, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/6df7f0f7ce8e41e3b56fc3191e3b6c7c] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp, totalSize=35.5 K 2024-12-07T07:14:13,862 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting bdcdd483e45a4dffbd58d5e32e4307bf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733555651336 2024-12-07T07:14:13,863 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 249441ca89464db6b9ecf1d23ef24dab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733555651737 2024-12-07T07:14:13,864 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6df7f0f7ce8e41e3b56fc3191e3b6c7c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733555652940 2024-12-07T07:14:13,885 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69a82cb515a7602aa60284bb103f0a6f#C#compaction#29 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:14:13,886 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/5ea33802fbcf496d9524343962798f86 is 50, key is test_row_0/C:col10/1733555653581/Put/seqid=0 2024-12-07T07:14:13,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741866_1042 (size=12459) 2024-12-07T07:14:13,920 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/5ea33802fbcf496d9524343962798f86 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/5ea33802fbcf496d9524343962798f86 2024-12-07T07:14:13,939 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69a82cb515a7602aa60284bb103f0a6f/C of 69a82cb515a7602aa60284bb103f0a6f into 5ea33802fbcf496d9524343962798f86(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:14:13,939 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:13,939 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., storeName=69a82cb515a7602aa60284bb103f0a6f/C, priority=13, startTime=1733555653766; duration=0sec 2024-12-07T07:14:13,939 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:13,939 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69a82cb515a7602aa60284bb103f0a6f:C 2024-12-07T07:14:13,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T07:14:13,960 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:14:13,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T07:14:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-12-07T07:14:13,965 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T07:14:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-07T07:14:13,967 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T07:14:13,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T07:14:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 69a82cb515a7602aa60284bb103f0a6f 2024-12-07T07:14:13,982 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69a82cb515a7602aa60284bb103f0a6f 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-07T07:14:13,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=A 2024-12-07T07:14:13,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:13,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=B 2024-12-07T07:14:13,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:13,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=C 2024-12-07T07:14:13,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:14,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/4f2dd85c338441748f69a558f8745289 is 50, key is test_row_0/A:col10/1733555653968/Put/seqid=0 2024-12-07T07:14:14,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741867_1043 (size=12151) 2024-12-07T07:14:14,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/4f2dd85c338441748f69a558f8745289 2024-12-07T07:14:14,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:14,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:14,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:14,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43590 deadline: 1733555714018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:14,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43534 deadline: 1733555714024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:14,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43576 deadline: 1733555714021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:14,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:14,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:14,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:14,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555714024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:14,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,031 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,031 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:14,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/1f74df7fc44740139bfabca39b4f8419 is 50, key is test_row_0/B:col10/1733555653968/Put/seqid=0 2024-12-07T07:14:14,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741868_1044 (size=12151) 2024-12-07T07:14:14,060 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/1f74df7fc44740139bfabca39b4f8419 2024-12-07T07:14:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-07T07:14:14,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/779277a6fc2047578f4a38d66a44ee2d is 50, key is test_row_0/C:col10/1733555653968/Put/seqid=0 2024-12-07T07:14:14,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741869_1045 (size=12151) 2024-12-07T07:14:14,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/779277a6fc2047578f4a38d66a44ee2d 2024-12-07T07:14:14,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/4f2dd85c338441748f69a558f8745289 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/4f2dd85c338441748f69a558f8745289 2024-12-07T07:14:14,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/4f2dd85c338441748f69a558f8745289, entries=150, sequenceid=158, filesize=11.9 K 2024-12-07T07:14:14,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/1f74df7fc44740139bfabca39b4f8419 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/1f74df7fc44740139bfabca39b4f8419 2024-12-07T07:14:14,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-07T07:14:14,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:14,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. as already flushing 2024-12-07T07:14:14,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:14,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:14,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:14,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:14,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/1f74df7fc44740139bfabca39b4f8419, entries=150, sequenceid=158, filesize=11.9 K 2024-12-07T07:14:14,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/779277a6fc2047578f4a38d66a44ee2d as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/779277a6fc2047578f4a38d66a44ee2d 2024-12-07T07:14:14,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/779277a6fc2047578f4a38d66a44ee2d, entries=150, sequenceid=158, filesize=11.9 K 2024-12-07T07:14:14,141 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 69a82cb515a7602aa60284bb103f0a6f in 158ms, sequenceid=158, compaction requested=false 2024-12-07T07:14:14,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:14,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 69a82cb515a7602aa60284bb103f0a6f 2024-12-07T07:14:14,145 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69a82cb515a7602aa60284bb103f0a6f 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-07T07:14:14,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=A 2024-12-07T07:14:14,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:14,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=B 2024-12-07T07:14:14,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:14,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=C 2024-12-07T07:14:14,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:14,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/4fb7eb37e5374d4f93164e04d7c0a52e is 50, key is test_row_0/A:col10/1733555654021/Put/seqid=0 2024-12-07T07:14:14,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741870_1046 (size=12151) 2024-12-07T07:14:14,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:14,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:14,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43534 deadline: 1733555714190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:14,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43576 deadline: 1733555714192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:14,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:14,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555714194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:14,197 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,197 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,197 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:14,197 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:14,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:14,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:14,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43590 deadline: 1733555714197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:14,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:14,264 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/6eded50ba5774b68918d7bc28cc767f2 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/6eded50ba5774b68918d7bc28cc767f2 2024-12-07T07:14:14,275 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69a82cb515a7602aa60284bb103f0a6f/B of 69a82cb515a7602aa60284bb103f0a6f into 6eded50ba5774b68918d7bc28cc767f2(size=12.2 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:14:14,275 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:14,275 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., storeName=69a82cb515a7602aa60284bb103f0a6f/B, priority=13, startTime=1733555653762; duration=0sec 2024-12-07T07:14:14,275 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:14,275 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69a82cb515a7602aa60284bb103f0a6f:B 2024-12-07T07:14:14,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-07T07:14:14,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:14,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. as already flushing 2024-12-07T07:14:14,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:14,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:14,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:14,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:14,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-07T07:14:14,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:14,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43534 deadline: 1733555714300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:14,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:14,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555714300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:14,304 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,304 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,304 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:14,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:14,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:14,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43576 deadline: 1733555714300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:14,305 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,305 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,305 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:14,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:14,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43590 deadline: 1733555714311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:14,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:14,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-07T07:14:14,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:14,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. as already flushing 2024-12-07T07:14:14,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:14,431 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:14,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:14,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:14,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:14,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555714510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:14,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:14,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:14,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43534 deadline: 1733555714511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:14,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:14,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:14,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43576 deadline: 1733555714511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:14,512 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:14,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:14,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43590 deadline: 1733555714520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:14,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:14,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-07T07:14:14,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:14,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. as already flushing 2024-12-07T07:14:14,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:14,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:14,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-07T07:14:14,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/4fb7eb37e5374d4f93164e04d7c0a52e 2024-12-07T07:14:14,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/5bdacce87503418eb56f0761ab6460d6 is 50, key is test_row_0/B:col10/1733555654021/Put/seqid=0 2024-12-07T07:14:14,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741871_1047 (size=12151) 2024-12-07T07:14:14,621 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/5bdacce87503418eb56f0761ab6460d6 2024-12-07T07:14:14,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/44ae658fb84d419e8cd48a61e1f060b8 is 50, key is test_row_0/C:col10/1733555654021/Put/seqid=0 2024-12-07T07:14:14,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:14,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43582 deadline: 1733555714630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:14,633 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_0' in 69a82cb515a7602aa60284bb103f0a6f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4219 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:14:14,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:14,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741872_1048 (size=12151) 2024-12-07T07:14:14,644 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/44ae658fb84d419e8cd48a61e1f060b8 2024-12-07T07:14:14,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/4fb7eb37e5374d4f93164e04d7c0a52e as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/4fb7eb37e5374d4f93164e04d7c0a52e 2024-12-07T07:14:14,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/4fb7eb37e5374d4f93164e04d7c0a52e, entries=150, sequenceid=171, filesize=11.9 K 2024-12-07T07:14:14,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/5bdacce87503418eb56f0761ab6460d6 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/5bdacce87503418eb56f0761ab6460d6 2024-12-07T07:14:14,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/5bdacce87503418eb56f0761ab6460d6, entries=150, sequenceid=171, filesize=11.9 K 2024-12-07T07:14:14,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/44ae658fb84d419e8cd48a61e1f060b8 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/44ae658fb84d419e8cd48a61e1f060b8 2024-12-07T07:14:14,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/44ae658fb84d419e8cd48a61e1f060b8, entries=150, sequenceid=171, filesize=11.9 K 2024-12-07T07:14:14,682 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 69a82cb515a7602aa60284bb103f0a6f in 537ms, sequenceid=171, compaction requested=true 2024-12-07T07:14:14,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:14,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69a82cb515a7602aa60284bb103f0a6f:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:14:14,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:14,683 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:14:14,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69a82cb515a7602aa60284bb103f0a6f:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:14:14,683 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:14:14,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:14,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69a82cb515a7602aa60284bb103f0a6f:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:14:14,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:14:14,684 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:14:14,684 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 69a82cb515a7602aa60284bb103f0a6f/A is initiating minor compaction (all files) 2024-12-07T07:14:14,684 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:14:14,684 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 69a82cb515a7602aa60284bb103f0a6f/B is initiating minor compaction (all files) 2024-12-07T07:14:14,684 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69a82cb515a7602aa60284bb103f0a6f/A in TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:14,684 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69a82cb515a7602aa60284bb103f0a6f/B in TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:14,685 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/3df44d9cca9a49b3939748ef6c2138e4, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/4f2dd85c338441748f69a558f8745289, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/4fb7eb37e5374d4f93164e04d7c0a52e] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp, totalSize=35.9 K 2024-12-07T07:14:14,685 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/6eded50ba5774b68918d7bc28cc767f2, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/1f74df7fc44740139bfabca39b4f8419, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/5bdacce87503418eb56f0761ab6460d6] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp, totalSize=35.9 K 2024-12-07T07:14:14,685 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3df44d9cca9a49b3939748ef6c2138e4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733555652940 2024-12-07T07:14:14,685 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 6eded50ba5774b68918d7bc28cc767f2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733555652940 2024-12-07T07:14:14,686 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f2dd85c338441748f69a558f8745289, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733555653607 2024-12-07T07:14:14,686 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f74df7fc44740139bfabca39b4f8419, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733555653607 2024-12-07T07:14:14,687 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 5bdacce87503418eb56f0761ab6460d6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733555654020 2024-12-07T07:14:14,687 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4fb7eb37e5374d4f93164e04d7c0a52e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733555654020 2024-12-07T07:14:14,708 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69a82cb515a7602aa60284bb103f0a6f#A#compaction#36 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:14:14,708 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69a82cb515a7602aa60284bb103f0a6f#B#compaction#37 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:14:14,709 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/0b44711632ae446eaf5026146e4e29c6 is 50, key is test_row_0/A:col10/1733555654021/Put/seqid=0 2024-12-07T07:14:14,709 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/b6f307321a9246448d787297ef9a1e4d is 50, key is test_row_0/B:col10/1733555654021/Put/seqid=0 2024-12-07T07:14:14,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-07T07:14:14,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:14,740 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 69a82cb515a7602aa60284bb103f0a6f 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-07T07:14:14,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=A 2024-12-07T07:14:14,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:14,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=B 2024-12-07T07:14:14,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:14,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=C 2024-12-07T07:14:14,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:14,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741874_1050 (size=12561) 2024-12-07T07:14:14,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741873_1049 (size=12561) 2024-12-07T07:14:14,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/eb509550e8584ab6bdfed18e6f674589 is 50, key is test_row_0/A:col10/1733555654194/Put/seqid=0 2024-12-07T07:14:14,774 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/b6f307321a9246448d787297ef9a1e4d as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/b6f307321a9246448d787297ef9a1e4d 2024-12-07T07:14:14,785 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69a82cb515a7602aa60284bb103f0a6f/B of 69a82cb515a7602aa60284bb103f0a6f into b6f307321a9246448d787297ef9a1e4d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:14:14,785 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:14,785 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., storeName=69a82cb515a7602aa60284bb103f0a6f/B, priority=13, startTime=1733555654683; duration=0sec 2024-12-07T07:14:14,786 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:14:14,786 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69a82cb515a7602aa60284bb103f0a6f:B 2024-12-07T07:14:14,786 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:14:14,790 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:14:14,791 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 69a82cb515a7602aa60284bb103f0a6f/C is initiating minor compaction (all files) 2024-12-07T07:14:14,791 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69a82cb515a7602aa60284bb103f0a6f/C in TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:14,791 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/5ea33802fbcf496d9524343962798f86, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/779277a6fc2047578f4a38d66a44ee2d, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/44ae658fb84d419e8cd48a61e1f060b8] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp, totalSize=35.9 K 2024-12-07T07:14:14,792 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ea33802fbcf496d9524343962798f86, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733555652940 2024-12-07T07:14:14,792 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 779277a6fc2047578f4a38d66a44ee2d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733555653607 2024-12-07T07:14:14,793 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 44ae658fb84d419e8cd48a61e1f060b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733555654020 2024-12-07T07:14:14,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741875_1051 (size=12151) 2024-12-07T07:14:14,802 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/eb509550e8584ab6bdfed18e6f674589 2024-12-07T07:14:14,811 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69a82cb515a7602aa60284bb103f0a6f#C#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:14:14,812 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/b681338376314a65971aa0863b16388d is 50, key is test_row_0/C:col10/1733555654021/Put/seqid=0 2024-12-07T07:14:14,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/0164dd6868664befa13371182bba3f2f is 50, key is test_row_0/B:col10/1733555654194/Put/seqid=0 2024-12-07T07:14:14,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 69a82cb515a7602aa60284bb103f0a6f 2024-12-07T07:14:14,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. as already flushing 2024-12-07T07:14:14,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741876_1052 (size=12561) 2024-12-07T07:14:14,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:14,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43534 deadline: 1733555714843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:14,852 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,852 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,852 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:14,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:14,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43590 deadline: 1733555714852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:14,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:14,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:14,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43576 deadline: 1733555714853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:14,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:14,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:14,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555714853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:14,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:14,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741877_1053 (size=12151) 2024-12-07T07:14:14,866 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/0164dd6868664befa13371182bba3f2f 2024-12-07T07:14:14,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/17011eebe6214385a104f46f8fbaacf2 is 50, key is test_row_0/C:col10/1733555654194/Put/seqid=0 2024-12-07T07:14:14,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741878_1054 (size=12151) 2024-12-07T07:14:14,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:14,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:14,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:14,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43534 deadline: 1733555714960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:14,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43590 deadline: 1733555714960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:14,965 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43576 deadline: 1733555714960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:14,965 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,965 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:14,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:14,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:14,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:14,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555714970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:14,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:14,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:15,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-07T07:14:15,167 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/0b44711632ae446eaf5026146e4e29c6 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/0b44711632ae446eaf5026146e4e29c6 2024-12-07T07:14:15,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:15,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:15,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43576 deadline: 1733555715170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:15,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43534 deadline: 1733555715170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:15,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:15,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:15,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:15,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:15,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43590 deadline: 1733555715170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:15,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:15,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:15,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:15,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:15,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:15,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:15,181 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69a82cb515a7602aa60284bb103f0a6f/A of 69a82cb515a7602aa60284bb103f0a6f into 0b44711632ae446eaf5026146e4e29c6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:14:15,181 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:15,181 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., storeName=69a82cb515a7602aa60284bb103f0a6f/A, priority=13, startTime=1733555654682; duration=0sec 2024-12-07T07:14:15,181 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:15,181 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69a82cb515a7602aa60284bb103f0a6f:A 2024-12-07T07:14:15,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:15,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555715180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:15,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:15,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:15,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:15,257 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/b681338376314a65971aa0863b16388d as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/b681338376314a65971aa0863b16388d 2024-12-07T07:14:15,267 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69a82cb515a7602aa60284bb103f0a6f/C of 69a82cb515a7602aa60284bb103f0a6f into b681338376314a65971aa0863b16388d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:14:15,267 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:15,267 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., storeName=69a82cb515a7602aa60284bb103f0a6f/C, priority=13, startTime=1733555654683; duration=0sec 2024-12-07T07:14:15,268 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:15,268 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69a82cb515a7602aa60284bb103f0a6f:C 2024-12-07T07:14:15,288 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/17011eebe6214385a104f46f8fbaacf2 2024-12-07T07:14:15,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/eb509550e8584ab6bdfed18e6f674589 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/eb509550e8584ab6bdfed18e6f674589 2024-12-07T07:14:15,310 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/eb509550e8584ab6bdfed18e6f674589, entries=150, sequenceid=191, filesize=11.9 K 2024-12-07T07:14:15,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/0164dd6868664befa13371182bba3f2f as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/0164dd6868664befa13371182bba3f2f 2024-12-07T07:14:15,321 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/0164dd6868664befa13371182bba3f2f, entries=150, sequenceid=191, filesize=11.9 K 2024-12-07T07:14:15,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/17011eebe6214385a104f46f8fbaacf2 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/17011eebe6214385a104f46f8fbaacf2 2024-12-07T07:14:15,332 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/17011eebe6214385a104f46f8fbaacf2, entries=150, sequenceid=191, filesize=11.9 K 2024-12-07T07:14:15,334 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 69a82cb515a7602aa60284bb103f0a6f in 594ms, sequenceid=191, compaction requested=false 2024-12-07T07:14:15,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:15,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:15,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-07T07:14:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-07T07:14:15,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-07T07:14:15,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3700 sec 2024-12-07T07:14:15,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.3830 sec 2024-12-07T07:14:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 69a82cb515a7602aa60284bb103f0a6f 2024-12-07T07:14:15,482 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69a82cb515a7602aa60284bb103f0a6f 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-07T07:14:15,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=A 2024-12-07T07:14:15,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:15,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=B 2024-12-07T07:14:15,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:15,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=C 2024-12-07T07:14:15,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:15,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/6b4101328f6b41649cf977c9455e295d is 50, key is test_row_0/A:col10/1733555655481/Put/seqid=0 2024-12-07T07:14:15,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741879_1055 (size=16931) 2024-12-07T07:14:15,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/6b4101328f6b41649cf977c9455e295d 2024-12-07T07:14:15,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:15,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43576 deadline: 1733555715514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:15,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:15,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:15,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:15,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43590 deadline: 1733555715515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:15,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:15,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:15,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:15,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:15,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/aa05e4515dc2481d9212d265f6774bb7 is 50, key is test_row_0/B:col10/1733555655481/Put/seqid=0 2024-12-07T07:14:15,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:15,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555715526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:15,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:15,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:15,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:15,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:15,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43534 deadline: 1733555715528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:15,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:15,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:15,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:15,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741880_1056 (size=12151) 2024-12-07T07:14:15,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:15,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:15,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43590 deadline: 1733555715631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:15,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43576 deadline: 1733555715630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:15,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:15,637 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:15,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:15,637 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:15,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:15,637 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:15,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555715641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:15,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:15,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:15,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:15,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43534 deadline: 1733555715641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:15,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:15,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:15,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:15,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:15,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43590 deadline: 1733555715840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:15,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:15,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:15,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:15,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43576 deadline: 1733555715840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:15,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:15,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:15,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:15,844 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:15,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:15,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555715850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:15,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:15,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:15,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43534 deadline: 1733555715850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:15,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:15,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:15,854 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:15,854 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:15,854 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:15,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/aa05e4515dc2481d9212d265f6774bb7 2024-12-07T07:14:15,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/92f77b56865f4995a4b001c8204ec91c is 50, key is test_row_0/C:col10/1733555655481/Put/seqid=0 2024-12-07T07:14:15,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741881_1057 (size=12151) 2024-12-07T07:14:15,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/92f77b56865f4995a4b001c8204ec91c 2024-12-07T07:14:15,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/6b4101328f6b41649cf977c9455e295d as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/6b4101328f6b41649cf977c9455e295d 2024-12-07T07:14:16,004 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/6b4101328f6b41649cf977c9455e295d, entries=250, sequenceid=209, filesize=16.5 K 2024-12-07T07:14:16,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/aa05e4515dc2481d9212d265f6774bb7 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/aa05e4515dc2481d9212d265f6774bb7 2024-12-07T07:14:16,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/aa05e4515dc2481d9212d265f6774bb7, entries=150, sequenceid=209, filesize=11.9 K 2024-12-07T07:14:16,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/92f77b56865f4995a4b001c8204ec91c as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/92f77b56865f4995a4b001c8204ec91c 2024-12-07T07:14:16,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/92f77b56865f4995a4b001c8204ec91c, entries=150, sequenceid=209, filesize=11.9 K 2024-12-07T07:14:16,032 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for 69a82cb515a7602aa60284bb103f0a6f in 549ms, sequenceid=209, compaction requested=true 2024-12-07T07:14:16,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:16,032 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:14:16,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69a82cb515a7602aa60284bb103f0a6f:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:14:16,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:16,033 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:14:16,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69a82cb515a7602aa60284bb103f0a6f:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:14:16,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:16,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69a82cb515a7602aa60284bb103f0a6f:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:14:16,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:14:16,034 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:14:16,034 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 69a82cb515a7602aa60284bb103f0a6f/A is initiating minor compaction (all files) 2024-12-07T07:14:16,034 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69a82cb515a7602aa60284bb103f0a6f/A in TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:16,034 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/0b44711632ae446eaf5026146e4e29c6, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/eb509550e8584ab6bdfed18e6f674589, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/6b4101328f6b41649cf977c9455e295d] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp, totalSize=40.7 K 2024-12-07T07:14:16,034 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:14:16,035 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 69a82cb515a7602aa60284bb103f0a6f/B is initiating minor compaction (all files) 2024-12-07T07:14:16,035 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69a82cb515a7602aa60284bb103f0a6f/B in TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:16,035 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/b6f307321a9246448d787297ef9a1e4d, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/0164dd6868664befa13371182bba3f2f, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/aa05e4515dc2481d9212d265f6774bb7] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp, totalSize=36.0 K 2024-12-07T07:14:16,037 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b44711632ae446eaf5026146e4e29c6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733555654020 2024-12-07T07:14:16,039 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb509550e8584ab6bdfed18e6f674589, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1733555654174 2024-12-07T07:14:16,039 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting b6f307321a9246448d787297ef9a1e4d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733555654020 2024-12-07T07:14:16,040 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 0164dd6868664befa13371182bba3f2f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1733555654174 2024-12-07T07:14:16,040 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b4101328f6b41649cf977c9455e295d, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733555654828 2024-12-07T07:14:16,040 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting aa05e4515dc2481d9212d265f6774bb7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733555654847 2024-12-07T07:14:16,058 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69a82cb515a7602aa60284bb103f0a6f#B#compaction#45 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:14:16,059 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/5f48ab045a144d2f8dfea6b937492afa is 50, key is test_row_0/B:col10/1733555655481/Put/seqid=0 2024-12-07T07:14:16,066 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69a82cb515a7602aa60284bb103f0a6f#A#compaction#46 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:14:16,066 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/efd44d5043404f7bac4cc5a5cd7f372d is 50, key is test_row_0/A:col10/1733555655481/Put/seqid=0 2024-12-07T07:14:16,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741882_1058 (size=12663) 2024-12-07T07:14:16,092 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/5f48ab045a144d2f8dfea6b937492afa as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/5f48ab045a144d2f8dfea6b937492afa 2024-12-07T07:14:16,103 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69a82cb515a7602aa60284bb103f0a6f/B of 69a82cb515a7602aa60284bb103f0a6f into 5f48ab045a144d2f8dfea6b937492afa(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:14:16,103 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:16,103 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., storeName=69a82cb515a7602aa60284bb103f0a6f/B, priority=13, startTime=1733555656033; duration=0sec 2024-12-07T07:14:16,103 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:14:16,103 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69a82cb515a7602aa60284bb103f0a6f:B 2024-12-07T07:14:16,104 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:14:16,105 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:14:16,106 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 69a82cb515a7602aa60284bb103f0a6f/C is initiating minor compaction (all files) 2024-12-07T07:14:16,106 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69a82cb515a7602aa60284bb103f0a6f/C in TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:16,106 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/b681338376314a65971aa0863b16388d, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/17011eebe6214385a104f46f8fbaacf2, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/92f77b56865f4995a4b001c8204ec91c] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp, totalSize=36.0 K 2024-12-07T07:14:16,107 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting b681338376314a65971aa0863b16388d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733555654020 2024-12-07T07:14:16,107 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 17011eebe6214385a104f46f8fbaacf2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1733555654174 2024-12-07T07:14:16,108 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 92f77b56865f4995a4b001c8204ec91c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733555654847 2024-12-07T07:14:16,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741883_1059 (size=12663) 2024-12-07T07:14:16,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-07T07:14:16,111 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:14:16,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T07:14:16,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-12-07T07:14:16,116 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T07:14:16,118 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T07:14:16,118 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T07:14:16,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-07T07:14:16,130 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69a82cb515a7602aa60284bb103f0a6f#C#compaction#47 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:14:16,133 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/0a99d463cfdb4bdcb6563a12975572dc is 50, key is test_row_0/C:col10/1733555655481/Put/seqid=0 2024-12-07T07:14:16,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741884_1060 (size=12663) 2024-12-07T07:14:16,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 69a82cb515a7602aa60284bb103f0a6f 2024-12-07T07:14:16,157 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69a82cb515a7602aa60284bb103f0a6f 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-07T07:14:16,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=A 2024-12-07T07:14:16,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:16,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=B 2024-12-07T07:14:16,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:16,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=C 2024-12-07T07:14:16,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:16,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/7ff0679f9e0343deacc0319a216b44a3 is 50, key is test_row_0/A:col10/1733555655503/Put/seqid=0 2024-12-07T07:14:16,174 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/0a99d463cfdb4bdcb6563a12975572dc as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/0a99d463cfdb4bdcb6563a12975572dc 2024-12-07T07:14:16,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741885_1061 (size=12151) 2024-12-07T07:14:16,178 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/7ff0679f9e0343deacc0319a216b44a3 2024-12-07T07:14:16,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/89880d740e804383afe217ccefd285be is 50, key is test_row_0/B:col10/1733555655503/Put/seqid=0 2024-12-07T07:14:16,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741886_1062 (size=12151) 2024-12-07T07:14:16,221 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69a82cb515a7602aa60284bb103f0a6f/C of 69a82cb515a7602aa60284bb103f0a6f into 0a99d463cfdb4bdcb6563a12975572dc(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:14:16,221 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:16,221 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., storeName=69a82cb515a7602aa60284bb103f0a6f/C, priority=13, startTime=1733555656033; duration=0sec 2024-12-07T07:14:16,221 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:16,221 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69a82cb515a7602aa60284bb103f0a6f:C 2024-12-07T07:14:16,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:16,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-07T07:14:16,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43576 deadline: 1733555716222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:16,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:16,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:16,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:16,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:16,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43590 deadline: 1733555716222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:16,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:16,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:16,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:16,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:16,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43534 deadline: 1733555716226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:16,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:16,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:16,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:16,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:16,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555716229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:16,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:16,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:16,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:16,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-07T07:14:16,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:16,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. as already flushing 2024-12-07T07:14:16,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:16,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:16,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:16,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:16,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:16,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43576 deadline: 1733555716340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:16,341 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:16,341 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:16,341 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:16,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:16,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43590 deadline: 1733555716340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:16,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:16,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:16,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:16,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:16,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:16,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43534 deadline: 1733555716340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:16,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555716341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:16,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:16,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:16,343 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:16,343 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:16,343 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:16,343 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:16,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-07T07:14:16,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:16,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. as already flushing 2024-12-07T07:14:16,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:16,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:16,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:16,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:16,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-07T07:14:16,518 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/efd44d5043404f7bac4cc5a5cd7f372d as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/efd44d5043404f7bac4cc5a5cd7f372d 2024-12-07T07:14:16,526 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69a82cb515a7602aa60284bb103f0a6f/A of 69a82cb515a7602aa60284bb103f0a6f into efd44d5043404f7bac4cc5a5cd7f372d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:14:16,527 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:16,527 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., storeName=69a82cb515a7602aa60284bb103f0a6f/A, priority=13, startTime=1733555656032; duration=0sec 2024-12-07T07:14:16,527 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:16,527 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69a82cb515a7602aa60284bb103f0a6f:A 2024-12-07T07:14:16,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:16,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:16,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43590 deadline: 1733555716550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:16,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43576 deadline: 1733555716550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:16,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:16,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:16,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:16,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:16,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:16,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:16,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:16,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:16,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43534 deadline: 1733555716550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:16,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555716550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:16,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:16,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:16,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:16,553 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:16,553 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:16,553 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:16,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-07T07:14:16,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:16,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. as already flushing 2024-12-07T07:14:16,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:16,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:16,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:16,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:16,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/89880d740e804383afe217ccefd285be 2024-12-07T07:14:16,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/a4a7399d8ec349b98c86a7799f16ed89 is 50, key is test_row_0/C:col10/1733555655503/Put/seqid=0 2024-12-07T07:14:16,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741887_1063 (size=12151) 2024-12-07T07:14:16,625 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/a4a7399d8ec349b98c86a7799f16ed89 2024-12-07T07:14:16,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/7ff0679f9e0343deacc0319a216b44a3 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/7ff0679f9e0343deacc0319a216b44a3 2024-12-07T07:14:16,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/7ff0679f9e0343deacc0319a216b44a3, entries=150, sequenceid=230, filesize=11.9 K 2024-12-07T07:14:16,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/89880d740e804383afe217ccefd285be as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/89880d740e804383afe217ccefd285be 2024-12-07T07:14:16,644 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/89880d740e804383afe217ccefd285be, entries=150, sequenceid=230, filesize=11.9 K 2024-12-07T07:14:16,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/a4a7399d8ec349b98c86a7799f16ed89 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/a4a7399d8ec349b98c86a7799f16ed89 2024-12-07T07:14:16,652 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/a4a7399d8ec349b98c86a7799f16ed89, entries=150, sequenceid=230, filesize=11.9 K 2024-12-07T07:14:16,654 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 69a82cb515a7602aa60284bb103f0a6f in 496ms, sequenceid=230, compaction requested=false 2024-12-07T07:14:16,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:16,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-07T07:14:16,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:16,736 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 69a82cb515a7602aa60284bb103f0a6f 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-07T07:14:16,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=A 2024-12-07T07:14:16,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:16,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=B 2024-12-07T07:14:16,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:16,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=C 2024-12-07T07:14:16,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:16,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/dd8d7dbc7d2b4d14b91b4488b51bf7c5 is 50, key is test_row_0/A:col10/1733555656221/Put/seqid=0 2024-12-07T07:14:16,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741888_1064 (size=12151) 2024-12-07T07:14:16,749 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/dd8d7dbc7d2b4d14b91b4488b51bf7c5 2024-12-07T07:14:16,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-07T07:14:16,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/134b1aef9fa5448b81518888f8e90b01 is 50, key is test_row_0/B:col10/1733555656221/Put/seqid=0 2024-12-07T07:14:16,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741889_1065 (size=12151) 2024-12-07T07:14:16,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 69a82cb515a7602aa60284bb103f0a6f 2024-12-07T07:14:16,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. as already flushing 2024-12-07T07:14:16,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:16,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43534 deadline: 1733555716890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:16,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:16,895 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:16,895 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:16,895 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733555656878, max timestamp=1733555656890Num uniques 859; 2024-12-07T07:14:16,895 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T07:14:16,895 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733555656878, max timestamp=1733555656890Num uniques 859; 2024-12-07T07:14:16,895 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T07:14:16,895 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733555656878, max timestamp=1733555656890Num uniques 859; 2024-12-07T07:14:16,896 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T07:14:16,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:16,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43590 deadline: 1733555716929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:16,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:16,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:16,937 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:16,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:16,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555716933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:16,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:16,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43576 deadline: 1733555716936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:16,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:16,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:16,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:16,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:16,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:16,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:17,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:17,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43534 deadline: 1733555717000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:17,003 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:17,003 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:17,003 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:17,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:17,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43590 deadline: 1733555717040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:17,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:17,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:17,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:17,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:17,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555717050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:17,056 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:17,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:17,056 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:17,056 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:17,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43576 deadline: 1733555717050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:17,057 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:17,057 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:17,057 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:17,191 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/134b1aef9fa5448b81518888f8e90b01 2024-12-07T07:14:17,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/6e65a03011a04b63953c6af7b6d75ffd is 50, key is test_row_0/C:col10/1733555656221/Put/seqid=0 2024-12-07T07:14:17,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741890_1066 (size=12151) 2024-12-07T07:14:17,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:17,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43534 deadline: 1733555717210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:17,214 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:17,214 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:17,214 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:17,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:17,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43590 deadline: 1733555717250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:17,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:17,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:17,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:17,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-07T07:14:17,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:17,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555717261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:17,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:17,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:17,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:17,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:17,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43576 deadline: 1733555717261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:17,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:17,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:17,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:17,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:17,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43534 deadline: 1733555717520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:17,521 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:17,521 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:17,521 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:17,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:17,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43590 deadline: 1733555717560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:17,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:17,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:17,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:17,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:17,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555717570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:17,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:17,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:17,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:17,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43576 deadline: 1733555717570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:17,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:17,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:17,573 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:17,573 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:17,607 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/6e65a03011a04b63953c6af7b6d75ffd 2024-12-07T07:14:17,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/dd8d7dbc7d2b4d14b91b4488b51bf7c5 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/dd8d7dbc7d2b4d14b91b4488b51bf7c5 2024-12-07T07:14:17,676 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/dd8d7dbc7d2b4d14b91b4488b51bf7c5, entries=150, sequenceid=244, filesize=11.9 K 2024-12-07T07:14:17,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/134b1aef9fa5448b81518888f8e90b01 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/134b1aef9fa5448b81518888f8e90b01 2024-12-07T07:14:17,685 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/134b1aef9fa5448b81518888f8e90b01, entries=150, sequenceid=244, filesize=11.9 K 2024-12-07T07:14:17,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/6e65a03011a04b63953c6af7b6d75ffd as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/6e65a03011a04b63953c6af7b6d75ffd 2024-12-07T07:14:17,693 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/6e65a03011a04b63953c6af7b6d75ffd, entries=150, sequenceid=244, filesize=11.9 K 2024-12-07T07:14:17,694 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for 69a82cb515a7602aa60284bb103f0a6f in 958ms, sequenceid=244, compaction requested=true 2024-12-07T07:14:17,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:17,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:17,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-07T07:14:17,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-07T07:14:17,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-07T07:14:17,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5790 sec 2024-12-07T07:14:17,703 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.5880 sec 2024-12-07T07:14:18,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 69a82cb515a7602aa60284bb103f0a6f 2024-12-07T07:14:18,032 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69a82cb515a7602aa60284bb103f0a6f 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-12-07T07:14:18,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=A 2024-12-07T07:14:18,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:14:18,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=B 2024-12-07T07:14:18,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:14:18,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=C 2024-12-07T07:14:18,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:14:18,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/f4dbd627238b40f39d46f3071c7b4f12 is 50, key is test_row_0/A:col10/1733555656932/Put/seqid=0 2024-12-07T07:14:18,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741891_1067 (size=14741) 2024-12-07T07:14:18,048 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/f4dbd627238b40f39d46f3071c7b4f12 2024-12-07T07:14:18,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/7392ffdc56454c1cb5cd90257af2decc is 50, key is test_row_0/B:col10/1733555656932/Put/seqid=0 2024-12-07T07:14:18,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741892_1068 (size=12301) 2024-12-07T07:14:18,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:18,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43590 deadline: 1733555718070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:18,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:18,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:18,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:18,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:18,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43534 deadline: 1733555718075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:18,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:18,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:18,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:18,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555718080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:18,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:18,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:18,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:18,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43576 deadline: 1733555718080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:18,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:18,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:18,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:18,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:18,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43534 deadline: 1733555718180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:18,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:18,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:18,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:18,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-07T07:14:18,270 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:14:18,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T07:14:18,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-12-07T07:14:18,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-07T07:14:18,273 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T07:14:18,273 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T07:14:18,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T07:14:18,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-07T07:14:18,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:18,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43534 deadline: 1733555718391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:18,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:18,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:18,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:18,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-07T07:14:18,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:18,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. as already flushing 2024-12-07T07:14:18,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:18,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:18,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:18,461 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/7392ffdc56454c1cb5cd90257af2decc 2024-12-07T07:14:18,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/e2be91fac2c4443999e5286f43138193 is 50, key is test_row_0/C:col10/1733555656932/Put/seqid=0 2024-12-07T07:14:18,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741893_1069 (size=12301) 2024-12-07T07:14:18,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-07T07:14:18,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:18,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. as already flushing 2024-12-07T07:14:18,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:18,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:18,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-07T07:14:18,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:18,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43582 deadline: 1733555718670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:18,673 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_0' in 69a82cb515a7602aa60284bb103f0a6f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8259 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:14:18,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:18,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:18,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:18,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43534 deadline: 1733555718700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:18,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:18,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:18,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:18,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-07T07:14:18,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:18,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. as already flushing 2024-12-07T07:14:18,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:18,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:18,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:18,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:18,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/e2be91fac2c4443999e5286f43138193 2024-12-07T07:14:18,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/f4dbd627238b40f39d46f3071c7b4f12 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/f4dbd627238b40f39d46f3071c7b4f12 2024-12-07T07:14:18,885 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/f4dbd627238b40f39d46f3071c7b4f12, entries=200, sequenceid=279, filesize=14.4 K 2024-12-07T07:14:18,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/7392ffdc56454c1cb5cd90257af2decc as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/7392ffdc56454c1cb5cd90257af2decc 2024-12-07T07:14:18,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-07T07:14:18,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:18,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. as already flushing 2024-12-07T07:14:18,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:18,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:18,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:18,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/7392ffdc56454c1cb5cd90257af2decc, entries=150, sequenceid=279, filesize=12.0 K 2024-12-07T07:14:18,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/e2be91fac2c4443999e5286f43138193 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/e2be91fac2c4443999e5286f43138193 2024-12-07T07:14:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-07T07:14:18,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/e2be91fac2c4443999e5286f43138193, entries=150, sequenceid=279, filesize=12.0 K 2024-12-07T07:14:18,905 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for 69a82cb515a7602aa60284bb103f0a6f in 872ms, sequenceid=279, compaction requested=true 2024-12-07T07:14:18,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:18,905 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T07:14:18,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69a82cb515a7602aa60284bb103f0a6f:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:14:18,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:18,906 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T07:14:18,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69a82cb515a7602aa60284bb103f0a6f:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:14:18,907 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51706 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T07:14:18,908 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 69a82cb515a7602aa60284bb103f0a6f/A is initiating minor compaction (all files) 2024-12-07T07:14:18,908 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69a82cb515a7602aa60284bb103f0a6f/A in TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:18,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:18,908 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/efd44d5043404f7bac4cc5a5cd7f372d, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/7ff0679f9e0343deacc0319a216b44a3, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/dd8d7dbc7d2b4d14b91b4488b51bf7c5, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/f4dbd627238b40f39d46f3071c7b4f12] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp, totalSize=50.5 K 2024-12-07T07:14:18,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69a82cb515a7602aa60284bb103f0a6f:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:14:18,908 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T07:14:18,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:14:18,908 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 69a82cb515a7602aa60284bb103f0a6f/B is initiating minor compaction (all files) 2024-12-07T07:14:18,908 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69a82cb515a7602aa60284bb103f0a6f/B in TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:18,908 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/5f48ab045a144d2f8dfea6b937492afa, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/89880d740e804383afe217ccefd285be, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/134b1aef9fa5448b81518888f8e90b01, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/7392ffdc56454c1cb5cd90257af2decc] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp, totalSize=48.1 K 2024-12-07T07:14:18,909 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f48ab045a144d2f8dfea6b937492afa, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733555654847 2024-12-07T07:14:18,909 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting efd44d5043404f7bac4cc5a5cd7f372d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733555654847 2024-12-07T07:14:18,910 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 89880d740e804383afe217ccefd285be, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733555655503 2024-12-07T07:14:18,910 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ff0679f9e0343deacc0319a216b44a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733555655503 2024-12-07T07:14:18,911 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 134b1aef9fa5448b81518888f8e90b01, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733555656177 2024-12-07T07:14:18,911 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd8d7dbc7d2b4d14b91b4488b51bf7c5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733555656177 2024-12-07T07:14:18,912 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 7392ffdc56454c1cb5cd90257af2decc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733555656916 2024-12-07T07:14:18,912 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting f4dbd627238b40f39d46f3071c7b4f12, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733555656916 2024-12-07T07:14:18,931 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69a82cb515a7602aa60284bb103f0a6f#A#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:14:18,932 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/42b45790a2894ab6aab576ff639d96e3 is 50, key is test_row_0/A:col10/1733555656932/Put/seqid=0 2024-12-07T07:14:18,938 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69a82cb515a7602aa60284bb103f0a6f#B#compaction#58 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:14:18,939 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/a5850e60d9f74ff39ffbab965bd6d9cd is 50, key is test_row_0/B:col10/1733555656932/Put/seqid=0 2024-12-07T07:14:18,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741894_1070 (size=12949) 2024-12-07T07:14:18,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741895_1071 (size=12949) 2024-12-07T07:14:18,967 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/42b45790a2894ab6aab576ff639d96e3 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/42b45790a2894ab6aab576ff639d96e3 2024-12-07T07:14:18,967 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/a5850e60d9f74ff39ffbab965bd6d9cd as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/a5850e60d9f74ff39ffbab965bd6d9cd 2024-12-07T07:14:18,979 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 69a82cb515a7602aa60284bb103f0a6f/A of 69a82cb515a7602aa60284bb103f0a6f into 42b45790a2894ab6aab576ff639d96e3(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:14:18,979 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:18,979 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., storeName=69a82cb515a7602aa60284bb103f0a6f/A, priority=12, startTime=1733555658905; duration=0sec 2024-12-07T07:14:18,980 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:14:18,980 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69a82cb515a7602aa60284bb103f0a6f:A 2024-12-07T07:14:18,980 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T07:14:18,981 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 69a82cb515a7602aa60284bb103f0a6f/B of 69a82cb515a7602aa60284bb103f0a6f into a5850e60d9f74ff39ffbab965bd6d9cd(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:14:18,981 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:18,981 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., storeName=69a82cb515a7602aa60284bb103f0a6f/B, priority=12, startTime=1733555658906; duration=0sec 2024-12-07T07:14:18,981 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:18,981 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69a82cb515a7602aa60284bb103f0a6f:B 2024-12-07T07:14:18,984 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T07:14:18,984 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 69a82cb515a7602aa60284bb103f0a6f/C is initiating minor compaction (all files) 2024-12-07T07:14:18,984 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69a82cb515a7602aa60284bb103f0a6f/C in TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:18,985 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/0a99d463cfdb4bdcb6563a12975572dc, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/a4a7399d8ec349b98c86a7799f16ed89, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/6e65a03011a04b63953c6af7b6d75ffd, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/e2be91fac2c4443999e5286f43138193] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp, totalSize=48.1 K 2024-12-07T07:14:18,985 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a99d463cfdb4bdcb6563a12975572dc, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733555654847 2024-12-07T07:14:18,986 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4a7399d8ec349b98c86a7799f16ed89, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733555655503 2024-12-07T07:14:18,986 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e65a03011a04b63953c6af7b6d75ffd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733555656177 2024-12-07T07:14:18,987 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2be91fac2c4443999e5286f43138193, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733555656916 2024-12-07T07:14:19,003 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69a82cb515a7602aa60284bb103f0a6f#C#compaction#59 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:14:19,004 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/9b61b503fd4c4c24a9029ca0c5606d20 is 50, key is test_row_0/C:col10/1733555656932/Put/seqid=0 2024-12-07T07:14:19,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741896_1072 (size=12949) 2024-12-07T07:14:19,019 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/9b61b503fd4c4c24a9029ca0c5606d20 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/9b61b503fd4c4c24a9029ca0c5606d20 2024-12-07T07:14:19,029 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 69a82cb515a7602aa60284bb103f0a6f/C of 69a82cb515a7602aa60284bb103f0a6f into 9b61b503fd4c4c24a9029ca0c5606d20(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:14:19,029 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:19,029 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., storeName=69a82cb515a7602aa60284bb103f0a6f/C, priority=12, startTime=1733555658908; duration=0sec 2024-12-07T07:14:19,029 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:19,029 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69a82cb515a7602aa60284bb103f0a6f:C 2024-12-07T07:14:19,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-07T07:14:19,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:19,042 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 69a82cb515a7602aa60284bb103f0a6f 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-07T07:14:19,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=A 2024-12-07T07:14:19,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:19,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=B 2024-12-07T07:14:19,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:19,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=C 2024-12-07T07:14:19,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:19,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/1be12ec7e4784ff0a144fd5985b66894 is 50, key is test_row_0/A:col10/1733555658068/Put/seqid=0 2024-12-07T07:14:19,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741897_1073 (size=12301) 2024-12-07T07:14:19,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 69a82cb515a7602aa60284bb103f0a6f 2024-12-07T07:14:19,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. as already flushing 2024-12-07T07:14:19,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:19,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555719133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:19,137 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733555659103, max timestamp=1733555659133Num uniques 859; 2024-12-07T07:14:19,137 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T07:14:19,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:19,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:19,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:19,138 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733555659103, max timestamp=1733555659133Num uniques 859; 2024-12-07T07:14:19,138 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T07:14:19,140 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733555659103, max timestamp=1733555659135Num uniques 859; 2024-12-07T07:14:19,140 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T07:14:19,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:19,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43590 deadline: 1733555719171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:19,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:19,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:19,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:19,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:19,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43576 deadline: 1733555719175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:19,179 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:19,179 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:19,179 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:19,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:19,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43534 deadline: 1733555719211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:19,214 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:19,214 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:19,214 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:19,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:19,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555719240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:19,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:19,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:19,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:19,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:19,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43590 deadline: 1733555719280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:19,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:19,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:19,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:19,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:19,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43576 deadline: 1733555719290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:19,294 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:19,294 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:19,294 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:19,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-07T07:14:19,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:19,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555719450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:19,453 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/1be12ec7e4784ff0a144fd5985b66894 2024-12-07T07:14:19,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:19,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:19,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:19,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/9551ecb3ac784533926b85bd25f83425 is 50, key is test_row_0/B:col10/1733555658068/Put/seqid=0 2024-12-07T07:14:19,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741898_1074 (size=12301) 2024-12-07T07:14:19,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:19,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43590 deadline: 1733555719490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:19,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:19,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:19,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:19,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:19,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43576 deadline: 1733555719500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:19,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:19,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:19,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:19,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:19,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555719760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:19,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:19,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:19,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:19,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:19,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43590 deadline: 1733555719800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:19,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:19,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:19,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:19,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:19,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43576 deadline: 1733555719810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:19,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:19,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:19,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:19,877 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/9551ecb3ac784533926b85bd25f83425 2024-12-07T07:14:19,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/ba8a04c03cda4113b2580f39e4192983 is 50, key is test_row_0/C:col10/1733555658068/Put/seqid=0 2024-12-07T07:14:19,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741899_1075 (size=12301) 2024-12-07T07:14:20,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:20,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43534 deadline: 1733555720230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:20,231 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_0' in 69a82cb515a7602aa60284bb103f0a6f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:14:20,232 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:20,232 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:20,232 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:20,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:20,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555720280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:20,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:20,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:20,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:20,300 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/ba8a04c03cda4113b2580f39e4192983 2024-12-07T07:14:20,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/1be12ec7e4784ff0a144fd5985b66894 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/1be12ec7e4784ff0a144fd5985b66894 2024-12-07T07:14:20,313 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/1be12ec7e4784ff0a144fd5985b66894, entries=150, sequenceid=293, filesize=12.0 K 2024-12-07T07:14:20,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/9551ecb3ac784533926b85bd25f83425 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/9551ecb3ac784533926b85bd25f83425 2024-12-07T07:14:20,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:20,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43590 deadline: 1733555720310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:20,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:20,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:20,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:20,320 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/9551ecb3ac784533926b85bd25f83425, entries=150, sequenceid=293, filesize=12.0 K 2024-12-07T07:14:20,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:20,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43576 deadline: 1733555720320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:20,321 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:20,322 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:20,322 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:20,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/ba8a04c03cda4113b2580f39e4192983 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/ba8a04c03cda4113b2580f39e4192983 2024-12-07T07:14:20,328 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/ba8a04c03cda4113b2580f39e4192983, entries=150, sequenceid=293, filesize=12.0 K 2024-12-07T07:14:20,329 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 69a82cb515a7602aa60284bb103f0a6f in 1287ms, sequenceid=293, compaction requested=false 2024-12-07T07:14:20,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:20,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:20,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-07T07:14:20,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-07T07:14:20,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-07T07:14:20,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0570 sec 2024-12-07T07:14:20,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 2.0630 sec 2024-12-07T07:14:20,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-07T07:14:20,420 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:14:20,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T07:14:20,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-12-07T07:14:20,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-07T07:14:20,422 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T07:14:20,423 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T07:14:20,423 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T07:14:20,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-07T07:14:20,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-07T07:14:20,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:20,576 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 69a82cb515a7602aa60284bb103f0a6f 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-12-07T07:14:20,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=A 2024-12-07T07:14:20,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:14:20,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=B 2024-12-07T07:14:20,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:14:20,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=C 2024-12-07T07:14:20,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:14:20,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/ca124cb057f142b4b5ed5ccd14245108 is 50, key is test_row_0/A:col10/1733555659169/Put/seqid=0 2024-12-07T07:14:20,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741900_1076 (size=12301) 2024-12-07T07:14:20,602 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/ca124cb057f142b4b5ed5ccd14245108 2024-12-07T07:14:20,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/dad718440a7d4dc484467dd011d7168a is 50, key is test_row_0/B:col10/1733555659169/Put/seqid=0 2024-12-07T07:14:20,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741901_1077 (size=12301) 2024-12-07T07:14:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-07T07:14:21,019 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/dad718440a7d4dc484467dd011d7168a 2024-12-07T07:14:21,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/913de791d6a543419c533b6021e2550a is 50, key is test_row_0/C:col10/1733555659169/Put/seqid=0 2024-12-07T07:14:21,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741902_1078 (size=12301) 2024-12-07T07:14:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-07T07:14:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 69a82cb515a7602aa60284bb103f0a6f 2024-12-07T07:14:21,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. as already flushing 2024-12-07T07:14:21,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555721328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:21,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:21,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:21,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:21,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43590 deadline: 1733555721330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:21,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43576 deadline: 1733555721330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:21,334 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_2' in 69a82cb515a7602aa60284bb103f0a6f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:14:21,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:21,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:21,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:21,335 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_0' in 69a82cb515a7602aa60284bb103f0a6f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:14:21,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:21,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:21,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:21,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555721440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:21,442 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:21,442 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:21,442 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:21,447 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/913de791d6a543419c533b6021e2550a 2024-12-07T07:14:21,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/ca124cb057f142b4b5ed5ccd14245108 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/ca124cb057f142b4b5ed5ccd14245108 2024-12-07T07:14:21,464 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/ca124cb057f142b4b5ed5ccd14245108, entries=150, sequenceid=328, filesize=12.0 K 2024-12-07T07:14:21,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/dad718440a7d4dc484467dd011d7168a as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/dad718440a7d4dc484467dd011d7168a 2024-12-07T07:14:21,471 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/dad718440a7d4dc484467dd011d7168a, entries=150, sequenceid=328, filesize=12.0 K 2024-12-07T07:14:21,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/913de791d6a543419c533b6021e2550a as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/913de791d6a543419c533b6021e2550a 2024-12-07T07:14:21,483 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/913de791d6a543419c533b6021e2550a, entries=150, sequenceid=328, filesize=12.0 K 2024-12-07T07:14:21,485 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for 69a82cb515a7602aa60284bb103f0a6f in 908ms, sequenceid=328, compaction requested=true 2024-12-07T07:14:21,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:21,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:21,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-12-07T07:14:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-12-07T07:14:21,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-07T07:14:21,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0630 sec 2024-12-07T07:14:21,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.0700 sec 2024-12-07T07:14:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-07T07:14:21,561 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:14:21,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T07:14:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-12-07T07:14:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-07T07:14:21,565 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T07:14:21,566 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T07:14:21,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T07:14:21,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 69a82cb515a7602aa60284bb103f0a6f 2024-12-07T07:14:21,652 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69a82cb515a7602aa60284bb103f0a6f 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-07T07:14:21,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=A 2024-12-07T07:14:21,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:21,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=B 2024-12-07T07:14:21,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:21,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=C 2024-12-07T07:14:21,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:21,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/b30710492bab45c7970f55636ed0ecd2 is 50, key is test_row_0/A:col10/1733555661651/Put/seqid=0 2024-12-07T07:14:21,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741903_1079 (size=12301) 2024-12-07T07:14:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-07T07:14:21,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-07T07:14:21,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:21,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. as already flushing 2024-12-07T07:14:21,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:21,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:21,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:21,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555721725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:21,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:21,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:21,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:21,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555721840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:21,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:21,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:21,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:21,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-07T07:14:21,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:21,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. as already flushing 2024-12-07T07:14:21,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:21,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:21,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-07T07:14:22,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-07T07:14:22,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:22,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. as already flushing 2024-12-07T07:14:22,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:22,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:22,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:22,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555722050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:22,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:22,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:22,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:22,062 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/b30710492bab45c7970f55636ed0ecd2 2024-12-07T07:14:22,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/5222e328b13845dca0f12ea8cf78b731 is 50, key is test_row_0/B:col10/1733555661651/Put/seqid=0 2024-12-07T07:14:22,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741904_1080 (size=12301) 2024-12-07T07:14:22,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-07T07:14:22,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:22,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. as already flushing 2024-12-07T07:14:22,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:22,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:22,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:22,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-07T07:14:22,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43534 deadline: 1733555722250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:22,253 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_0' in 69a82cb515a7602aa60284bb103f0a6f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:14:22,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:22,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:22,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:22,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-07T07:14:22,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:22,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. as already flushing 2024-12-07T07:14:22,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:22,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:22,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:22,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:22,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555722360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:22,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:22,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:22,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:22,478 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/5222e328b13845dca0f12ea8cf78b731 2024-12-07T07:14:22,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/26a226d2ef9f439abd3f5adc90b14230 is 50, key is test_row_0/C:col10/1733555661651/Put/seqid=0 2024-12-07T07:14:22,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-07T07:14:22,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:22,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. as already flushing 2024-12-07T07:14:22,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:22,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:22,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:22,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741905_1081 (size=12301) 2024-12-07T07:14:22,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/26a226d2ef9f439abd3f5adc90b14230 2024-12-07T07:14:22,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/b30710492bab45c7970f55636ed0ecd2 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/b30710492bab45c7970f55636ed0ecd2 2024-12-07T07:14:22,507 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/b30710492bab45c7970f55636ed0ecd2, entries=150, sequenceid=340, filesize=12.0 K 2024-12-07T07:14:22,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/5222e328b13845dca0f12ea8cf78b731 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/5222e328b13845dca0f12ea8cf78b731 2024-12-07T07:14:22,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/5222e328b13845dca0f12ea8cf78b731, entries=150, sequenceid=340, filesize=12.0 K 2024-12-07T07:14:22,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/26a226d2ef9f439abd3f5adc90b14230 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/26a226d2ef9f439abd3f5adc90b14230 2024-12-07T07:14:22,518 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/26a226d2ef9f439abd3f5adc90b14230, entries=150, sequenceid=340, filesize=12.0 K 2024-12-07T07:14:22,520 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 69a82cb515a7602aa60284bb103f0a6f in 867ms, sequenceid=340, compaction requested=true 2024-12-07T07:14:22,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:22,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69a82cb515a7602aa60284bb103f0a6f:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:14:22,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:22,520 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T07:14:22,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69a82cb515a7602aa60284bb103f0a6f:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:14:22,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:22,520 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T07:14:22,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69a82cb515a7602aa60284bb103f0a6f:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:14:22,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:14:22,522 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T07:14:22,522 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 69a82cb515a7602aa60284bb103f0a6f/A is initiating minor compaction (all files) 2024-12-07T07:14:22,522 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69a82cb515a7602aa60284bb103f0a6f/A in TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:22,522 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T07:14:22,522 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/42b45790a2894ab6aab576ff639d96e3, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/1be12ec7e4784ff0a144fd5985b66894, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/ca124cb057f142b4b5ed5ccd14245108, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/b30710492bab45c7970f55636ed0ecd2] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp, totalSize=48.7 K 2024-12-07T07:14:22,522 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 69a82cb515a7602aa60284bb103f0a6f/B is initiating minor compaction (all files) 2024-12-07T07:14:22,522 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69a82cb515a7602aa60284bb103f0a6f/B in TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:22,522 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/a5850e60d9f74ff39ffbab965bd6d9cd, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/9551ecb3ac784533926b85bd25f83425, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/dad718440a7d4dc484467dd011d7168a, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/5222e328b13845dca0f12ea8cf78b731] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp, totalSize=48.7 K 2024-12-07T07:14:22,522 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42b45790a2894ab6aab576ff639d96e3, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733555656916 2024-12-07T07:14:22,523 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting a5850e60d9f74ff39ffbab965bd6d9cd, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733555656916 2024-12-07T07:14:22,523 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1be12ec7e4784ff0a144fd5985b66894, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733555658062 2024-12-07T07:14:22,523 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 9551ecb3ac784533926b85bd25f83425, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733555658062 2024-12-07T07:14:22,523 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca124cb057f142b4b5ed5ccd14245108, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733555659169 2024-12-07T07:14:22,523 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting dad718440a7d4dc484467dd011d7168a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733555659169 2024-12-07T07:14:22,524 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 5222e328b13845dca0f12ea8cf78b731, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1733555661324 2024-12-07T07:14:22,524 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting b30710492bab45c7970f55636ed0ecd2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1733555661324 2024-12-07T07:14:22,541 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69a82cb515a7602aa60284bb103f0a6f#A#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:14:22,541 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/40da9d37c5614b8e8cb3c9e7bf7f2fa6 is 50, key is test_row_0/A:col10/1733555661651/Put/seqid=0 2024-12-07T07:14:22,544 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69a82cb515a7602aa60284bb103f0a6f#B#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:14:22,545 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/ca9b2d193e40491dbd98ea55d02d2277 is 50, key is test_row_0/B:col10/1733555661651/Put/seqid=0 2024-12-07T07:14:22,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741906_1082 (size=13085) 2024-12-07T07:14:22,559 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/40da9d37c5614b8e8cb3c9e7bf7f2fa6 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/40da9d37c5614b8e8cb3c9e7bf7f2fa6 2024-12-07T07:14:22,567 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 69a82cb515a7602aa60284bb103f0a6f/A of 69a82cb515a7602aa60284bb103f0a6f into 40da9d37c5614b8e8cb3c9e7bf7f2fa6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:14:22,568 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:22,568 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., storeName=69a82cb515a7602aa60284bb103f0a6f/A, priority=12, startTime=1733555662520; duration=0sec 2024-12-07T07:14:22,568 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:14:22,568 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69a82cb515a7602aa60284bb103f0a6f:A 2024-12-07T07:14:22,568 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T07:14:22,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741907_1083 (size=13085) 2024-12-07T07:14:22,571 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T07:14:22,571 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 69a82cb515a7602aa60284bb103f0a6f/C is initiating minor compaction (all files) 2024-12-07T07:14:22,571 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69a82cb515a7602aa60284bb103f0a6f/C in TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:22,571 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/9b61b503fd4c4c24a9029ca0c5606d20, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/ba8a04c03cda4113b2580f39e4192983, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/913de791d6a543419c533b6021e2550a, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/26a226d2ef9f439abd3f5adc90b14230] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp, totalSize=48.7 K 2024-12-07T07:14:22,574 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b61b503fd4c4c24a9029ca0c5606d20, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733555656916 2024-12-07T07:14:22,576 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba8a04c03cda4113b2580f39e4192983, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733555658062 2024-12-07T07:14:22,577 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 913de791d6a543419c533b6021e2550a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733555659169 2024-12-07T07:14:22,577 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26a226d2ef9f439abd3f5adc90b14230, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1733555661324 2024-12-07T07:14:22,578 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/ca9b2d193e40491dbd98ea55d02d2277 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/ca9b2d193e40491dbd98ea55d02d2277 2024-12-07T07:14:22,587 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 69a82cb515a7602aa60284bb103f0a6f/B of 69a82cb515a7602aa60284bb103f0a6f into ca9b2d193e40491dbd98ea55d02d2277(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:14:22,587 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:22,587 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., storeName=69a82cb515a7602aa60284bb103f0a6f/B, priority=12, startTime=1733555662520; duration=0sec 2024-12-07T07:14:22,588 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:22,588 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69a82cb515a7602aa60284bb103f0a6f:B 2024-12-07T07:14:22,591 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69a82cb515a7602aa60284bb103f0a6f#C#compaction#71 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:14:22,592 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/0d5d56338afb4be4b8314b1a6d211ac7 is 50, key is test_row_0/C:col10/1733555661651/Put/seqid=0 2024-12-07T07:14:22,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741908_1084 (size=13085) 2024-12-07T07:14:22,605 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/0d5d56338afb4be4b8314b1a6d211ac7 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/0d5d56338afb4be4b8314b1a6d211ac7 2024-12-07T07:14:22,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-07T07:14:22,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:22,645 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 69a82cb515a7602aa60284bb103f0a6f 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-07T07:14:22,658 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 69a82cb515a7602aa60284bb103f0a6f/C of 69a82cb515a7602aa60284bb103f0a6f into 0d5d56338afb4be4b8314b1a6d211ac7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:14:22,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=A 2024-12-07T07:14:22,658 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:22,658 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., storeName=69a82cb515a7602aa60284bb103f0a6f/C, priority=12, startTime=1733555662520; duration=0sec 2024-12-07T07:14:22,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:22,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=B 2024-12-07T07:14:22,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:22,659 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:22,659 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69a82cb515a7602aa60284bb103f0a6f:C 2024-12-07T07:14:22,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=C 2024-12-07T07:14:22,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:22,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/a0f05a298c284fe6b1eade4a73604da6 is 50, key is test_row_0/A:col10/1733555661699/Put/seqid=0 2024-12-07T07:14:22,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741909_1085 (size=12301) 2024-12-07T07:14:22,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-07T07:14:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 69a82cb515a7602aa60284bb103f0a6f 2024-12-07T07:14:22,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. as already flushing 2024-12-07T07:14:22,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555722897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:22,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:22,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:22,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:23,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555723010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:23,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:23,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:23,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:23,069 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/a0f05a298c284fe6b1eade4a73604da6 2024-12-07T07:14:23,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/f66004f9f6b54bc8831a6b4e3aecec96 is 50, key is test_row_0/B:col10/1733555661699/Put/seqid=0 2024-12-07T07:14:23,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741910_1086 (size=12301) 2024-12-07T07:14:23,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:23,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555723220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:23,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:23,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:23,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:23,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:23,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43590 deadline: 1733555723350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:23,352 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_2' in 69a82cb515a7602aa60284bb103f0a6f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:14:23,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:23,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:23,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:23,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43576 deadline: 1733555723352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:23,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:23,353 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_0' in 69a82cb515a7602aa60284bb103f0a6f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:14:23,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:23,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:23,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:23,485 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/f66004f9f6b54bc8831a6b4e3aecec96 2024-12-07T07:14:23,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/547b85aee14b4ffba3f8c546ab9bbda1 is 50, key is test_row_0/C:col10/1733555661699/Put/seqid=0 2024-12-07T07:14:23,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741911_1087 (size=12301) 2024-12-07T07:14:23,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:23,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555723530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:23,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:23,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:23,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:23,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-07T07:14:23,918 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/547b85aee14b4ffba3f8c546ab9bbda1 2024-12-07T07:14:23,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/a0f05a298c284fe6b1eade4a73604da6 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/a0f05a298c284fe6b1eade4a73604da6 2024-12-07T07:14:23,930 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/a0f05a298c284fe6b1eade4a73604da6, entries=150, sequenceid=363, filesize=12.0 K 2024-12-07T07:14:23,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/f66004f9f6b54bc8831a6b4e3aecec96 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/f66004f9f6b54bc8831a6b4e3aecec96 2024-12-07T07:14:23,937 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/f66004f9f6b54bc8831a6b4e3aecec96, entries=150, sequenceid=363, filesize=12.0 K 2024-12-07T07:14:23,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/547b85aee14b4ffba3f8c546ab9bbda1 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/547b85aee14b4ffba3f8c546ab9bbda1 2024-12-07T07:14:23,944 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/547b85aee14b4ffba3f8c546ab9bbda1, entries=150, sequenceid=363, filesize=12.0 K 2024-12-07T07:14:23,945 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 69a82cb515a7602aa60284bb103f0a6f in 1301ms, sequenceid=363, compaction requested=false 2024-12-07T07:14:23,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:23,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:23,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-12-07T07:14:23,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-12-07T07:14:23,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-12-07T07:14:23,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3800 sec 2024-12-07T07:14:23,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 2.3880 sec 2024-12-07T07:14:24,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 69a82cb515a7602aa60284bb103f0a6f 2024-12-07T07:14:24,041 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69a82cb515a7602aa60284bb103f0a6f 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-07T07:14:24,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=A 2024-12-07T07:14:24,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:24,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=B 2024-12-07T07:14:24,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:24,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=C 2024-12-07T07:14:24,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:24,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/79e8e089803444c79f3bea82e2add51d is 50, key is test_row_0/A:col10/1733555664040/Put/seqid=0 2024-12-07T07:14:24,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741912_1088 (size=14741) 2024-12-07T07:14:24,051 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/79e8e089803444c79f3bea82e2add51d 2024-12-07T07:14:24,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/69173c90faa04dd8901ec54a9a3e4691 is 50, key is test_row_0/B:col10/1733555664040/Put/seqid=0 2024-12-07T07:14:24,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741913_1089 (size=12301) 2024-12-07T07:14:24,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:24,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555724098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:24,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:24,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:24,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:24,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:24,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555724210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:24,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:24,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:24,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:24,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:24,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555724420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:24,423 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:24,423 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:24,423 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:24,467 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/69173c90faa04dd8901ec54a9a3e4691 2024-12-07T07:14:24,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/3429f3b3cda049518aab48aa39022839 is 50, key is test_row_0/C:col10/1733555664040/Put/seqid=0 2024-12-07T07:14:24,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741914_1090 (size=12301) 2024-12-07T07:14:24,481 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/3429f3b3cda049518aab48aa39022839 2024-12-07T07:14:24,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/79e8e089803444c79f3bea82e2add51d as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/79e8e089803444c79f3bea82e2add51d 2024-12-07T07:14:24,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/79e8e089803444c79f3bea82e2add51d, entries=200, sequenceid=376, filesize=14.4 K 2024-12-07T07:14:24,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/69173c90faa04dd8901ec54a9a3e4691 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/69173c90faa04dd8901ec54a9a3e4691 2024-12-07T07:14:24,499 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/69173c90faa04dd8901ec54a9a3e4691, entries=150, sequenceid=376, filesize=12.0 K 2024-12-07T07:14:24,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/3429f3b3cda049518aab48aa39022839 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/3429f3b3cda049518aab48aa39022839 2024-12-07T07:14:24,506 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/3429f3b3cda049518aab48aa39022839, entries=150, sequenceid=376, filesize=12.0 K 2024-12-07T07:14:24,508 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 69a82cb515a7602aa60284bb103f0a6f in 466ms, sequenceid=376, compaction requested=true 2024-12-07T07:14:24,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:24,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69a82cb515a7602aa60284bb103f0a6f:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:14:24,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:24,508 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:14:24,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69a82cb515a7602aa60284bb103f0a6f:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:14:24,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:14:24,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69a82cb515a7602aa60284bb103f0a6f:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:14:24,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-07T07:14:24,509 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:14:24,512 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:14:24,512 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:14:24,512 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 69a82cb515a7602aa60284bb103f0a6f/B is initiating minor compaction (all files) 2024-12-07T07:14:24,512 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 69a82cb515a7602aa60284bb103f0a6f/A is initiating minor compaction (all files) 2024-12-07T07:14:24,513 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69a82cb515a7602aa60284bb103f0a6f/A in TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:24,513 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69a82cb515a7602aa60284bb103f0a6f/B in TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:24,513 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/40da9d37c5614b8e8cb3c9e7bf7f2fa6, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/a0f05a298c284fe6b1eade4a73604da6, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/79e8e089803444c79f3bea82e2add51d] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp, totalSize=39.2 K 2024-12-07T07:14:24,513 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/ca9b2d193e40491dbd98ea55d02d2277, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/f66004f9f6b54bc8831a6b4e3aecec96, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/69173c90faa04dd8901ec54a9a3e4691] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp, totalSize=36.8 K 2024-12-07T07:14:24,513 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40da9d37c5614b8e8cb3c9e7bf7f2fa6, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1733555661324 2024-12-07T07:14:24,513 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting ca9b2d193e40491dbd98ea55d02d2277, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1733555661324 2024-12-07T07:14:24,514 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0f05a298c284fe6b1eade4a73604da6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1733555661699 2024-12-07T07:14:24,514 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting f66004f9f6b54bc8831a6b4e3aecec96, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1733555661699 2024-12-07T07:14:24,514 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79e8e089803444c79f3bea82e2add51d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733555662877 2024-12-07T07:14:24,514 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 69173c90faa04dd8901ec54a9a3e4691, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733555662877 2024-12-07T07:14:24,525 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69a82cb515a7602aa60284bb103f0a6f#A#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:14:24,525 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69a82cb515a7602aa60284bb103f0a6f#B#compaction#79 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:14:24,525 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/3fe3df0c53164c63a9cbc8fb16d4545c is 50, key is test_row_0/B:col10/1733555664040/Put/seqid=0 2024-12-07T07:14:24,525 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/3533c82f4b4245989368c54a8bf7d57c is 50, key is test_row_0/A:col10/1733555664040/Put/seqid=0 2024-12-07T07:14:24,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741915_1091 (size=13187) 2024-12-07T07:14:24,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741916_1092 (size=13187) 2024-12-07T07:14:24,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 69a82cb515a7602aa60284bb103f0a6f 2024-12-07T07:14:24,732 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69a82cb515a7602aa60284bb103f0a6f 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-07T07:14:24,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=A 2024-12-07T07:14:24,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:24,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=B 2024-12-07T07:14:24,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:24,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=C 2024-12-07T07:14:24,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:24,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/94a3e57282dd4494b50707882b3573b9 is 50, key is test_row_0/A:col10/1733555664089/Put/seqid=0 2024-12-07T07:14:24,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741917_1093 (size=14741) 2024-12-07T07:14:24,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:24,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555724765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:24,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:24,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:24,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:24,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555724870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:24,870 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:24,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:24,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:24,936 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/3533c82f4b4245989368c54a8bf7d57c as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/3533c82f4b4245989368c54a8bf7d57c 2024-12-07T07:14:24,946 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/3fe3df0c53164c63a9cbc8fb16d4545c as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/3fe3df0c53164c63a9cbc8fb16d4545c 2024-12-07T07:14:24,951 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69a82cb515a7602aa60284bb103f0a6f/A of 69a82cb515a7602aa60284bb103f0a6f into 3533c82f4b4245989368c54a8bf7d57c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:14:24,951 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:24,951 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., storeName=69a82cb515a7602aa60284bb103f0a6f/A, priority=13, startTime=1733555664508; duration=0sec 2024-12-07T07:14:24,951 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:14:24,951 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69a82cb515a7602aa60284bb103f0a6f:A 2024-12-07T07:14:24,952 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:14:24,953 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:14:24,953 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 69a82cb515a7602aa60284bb103f0a6f/C is initiating minor compaction (all files) 2024-12-07T07:14:24,953 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69a82cb515a7602aa60284bb103f0a6f/B of 69a82cb515a7602aa60284bb103f0a6f into 3fe3df0c53164c63a9cbc8fb16d4545c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:14:24,953 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69a82cb515a7602aa60284bb103f0a6f/C in TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:24,953 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:24,953 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., storeName=69a82cb515a7602aa60284bb103f0a6f/B, priority=13, startTime=1733555664508; duration=0sec 2024-12-07T07:14:24,953 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/0d5d56338afb4be4b8314b1a6d211ac7, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/547b85aee14b4ffba3f8c546ab9bbda1, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/3429f3b3cda049518aab48aa39022839] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp, totalSize=36.8 K 2024-12-07T07:14:24,953 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:24,953 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69a82cb515a7602aa60284bb103f0a6f:B 2024-12-07T07:14:24,953 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d5d56338afb4be4b8314b1a6d211ac7, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1733555661324 2024-12-07T07:14:24,954 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 547b85aee14b4ffba3f8c546ab9bbda1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1733555661699 2024-12-07T07:14:24,954 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3429f3b3cda049518aab48aa39022839, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733555662877 2024-12-07T07:14:24,963 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69a82cb515a7602aa60284bb103f0a6f#C#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:14:24,964 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/6b22476daaac4c8e814cca25c187d190 is 50, key is test_row_0/C:col10/1733555664040/Put/seqid=0 2024-12-07T07:14:24,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741918_1094 (size=13187) 2024-12-07T07:14:25,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:25,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555725080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:25,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:25,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:25,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:25,146 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/94a3e57282dd4494b50707882b3573b9 2024-12-07T07:14:25,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/9e8ebba8b37e45869be7392b19ae036e is 50, key is test_row_0/B:col10/1733555664089/Put/seqid=0 2024-12-07T07:14:25,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741919_1095 (size=12301) 2024-12-07T07:14:25,377 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/6b22476daaac4c8e814cca25c187d190 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/6b22476daaac4c8e814cca25c187d190 2024-12-07T07:14:25,384 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69a82cb515a7602aa60284bb103f0a6f/C of 69a82cb515a7602aa60284bb103f0a6f into 6b22476daaac4c8e814cca25c187d190(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:14:25,384 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:25,384 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., storeName=69a82cb515a7602aa60284bb103f0a6f/C, priority=13, startTime=1733555664509; duration=0sec 2024-12-07T07:14:25,384 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:25,384 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69a82cb515a7602aa60284bb103f0a6f:C 2024-12-07T07:14:25,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555725389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:25,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:25,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:25,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:25,559 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/9e8ebba8b37e45869be7392b19ae036e 2024-12-07T07:14:25,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/45c356dab99641e49414fc0e9d4d7658 is 50, key is test_row_0/C:col10/1733555664089/Put/seqid=0 2024-12-07T07:14:25,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741920_1096 (size=12301) 2024-12-07T07:14:25,573 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/45c356dab99641e49414fc0e9d4d7658 2024-12-07T07:14:25,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/94a3e57282dd4494b50707882b3573b9 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/94a3e57282dd4494b50707882b3573b9 2024-12-07T07:14:25,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/94a3e57282dd4494b50707882b3573b9, entries=200, sequenceid=396, filesize=14.4 K 2024-12-07T07:14:25,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/9e8ebba8b37e45869be7392b19ae036e as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/9e8ebba8b37e45869be7392b19ae036e 2024-12-07T07:14:25,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/9e8ebba8b37e45869be7392b19ae036e, entries=150, sequenceid=396, filesize=12.0 K 2024-12-07T07:14:25,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/45c356dab99641e49414fc0e9d4d7658 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/45c356dab99641e49414fc0e9d4d7658 2024-12-07T07:14:25,604 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/45c356dab99641e49414fc0e9d4d7658, entries=150, sequenceid=396, filesize=12.0 K 2024-12-07T07:14:25,606 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 69a82cb515a7602aa60284bb103f0a6f in 874ms, sequenceid=396, compaction requested=false 2024-12-07T07:14:25,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-07T07:14:25,751 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:14:25,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T07:14:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-12-07T07:14:25,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-07T07:14:25,754 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T07:14:25,756 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T07:14:25,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T07:14:25,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-07T07:14:25,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 69a82cb515a7602aa60284bb103f0a6f 2024-12-07T07:14:25,904 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69a82cb515a7602aa60284bb103f0a6f 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-07T07:14:25,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=A 2024-12-07T07:14:25,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:25,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=B 2024-12-07T07:14:25,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:25,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=C 2024-12-07T07:14:25,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:25,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-07T07:14:25,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:25,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. as already flushing 2024-12-07T07:14:25,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:25,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:25,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:25,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/6fdd47b305f946ecbf996e49f31d29bf is 50, key is test_row_0/A:col10/1733555664764/Put/seqid=0 2024-12-07T07:14:25,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:25,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741921_1097 (size=14741) 2024-12-07T07:14:25,922 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/6fdd47b305f946ecbf996e49f31d29bf 2024-12-07T07:14:25,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/d43adbb6680c47ebac88741a61b95cec is 50, key is test_row_0/B:col10/1733555664764/Put/seqid=0 2024-12-07T07:14:25,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741922_1098 (size=12301) 2024-12-07T07:14:25,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:25,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555725972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:25,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:25,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:25,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:26,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-07T07:14:26,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:26,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. as already flushing 2024-12-07T07:14:26,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:26,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:26,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:26,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:26,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-07T07:14:26,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:26,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555726080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:26,084 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:26,084 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:26,084 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:26,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-07T07:14:26,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:26,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. as already flushing 2024-12-07T07:14:26,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:26,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:26,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:26,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:26,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:26,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:26,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43534 deadline: 1733555726290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:26,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555726290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:26,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:26,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:26,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:26,293 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_0' in 69a82cb515a7602aa60284bb103f0a6f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8218 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:14:26,294 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:26,294 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:26,294 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:26,343 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/d43adbb6680c47ebac88741a61b95cec 2024-12-07T07:14:26,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/2647965d17374094a1d8e0ca49c530a5 is 50, key is test_row_0/C:col10/1733555664764/Put/seqid=0 2024-12-07T07:14:26,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741923_1099 (size=12301) 2024-12-07T07:14:26,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-07T07:14:26,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:26,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. as already flushing 2024-12-07T07:14:26,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:26,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:26,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:26,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:26,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-07T07:14:26,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-07T07:14:26,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:26,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. as already flushing 2024-12-07T07:14:26,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:26,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:26,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:26,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:26,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:26,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555726600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:26,602 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:26,602 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:26,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:26,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-07T07:14:26,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:26,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. as already flushing 2024-12-07T07:14:26,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:26,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:26,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:26,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:26,766 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/2647965d17374094a1d8e0ca49c530a5 2024-12-07T07:14:26,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/6fdd47b305f946ecbf996e49f31d29bf as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/6fdd47b305f946ecbf996e49f31d29bf 2024-12-07T07:14:26,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/6fdd47b305f946ecbf996e49f31d29bf, entries=200, sequenceid=412, filesize=14.4 K 2024-12-07T07:14:26,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/d43adbb6680c47ebac88741a61b95cec as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/d43adbb6680c47ebac88741a61b95cec 2024-12-07T07:14:26,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/d43adbb6680c47ebac88741a61b95cec, entries=150, sequenceid=412, filesize=12.0 K 2024-12-07T07:14:26,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/2647965d17374094a1d8e0ca49c530a5 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/2647965d17374094a1d8e0ca49c530a5 2024-12-07T07:14:26,807 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/2647965d17374094a1d8e0ca49c530a5, entries=150, sequenceid=412, filesize=12.0 K 2024-12-07T07:14:26,808 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 69a82cb515a7602aa60284bb103f0a6f in 904ms, sequenceid=412, compaction requested=true 2024-12-07T07:14:26,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:26,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69a82cb515a7602aa60284bb103f0a6f:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:14:26,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:26,808 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:14:26,808 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:14:26,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69a82cb515a7602aa60284bb103f0a6f:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:14:26,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:26,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69a82cb515a7602aa60284bb103f0a6f:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:14:26,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:14:26,810 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:14:26,810 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 69a82cb515a7602aa60284bb103f0a6f/B is initiating minor compaction (all files) 2024-12-07T07:14:26,810 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69a82cb515a7602aa60284bb103f0a6f/B in TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:26,810 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/3fe3df0c53164c63a9cbc8fb16d4545c, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/9e8ebba8b37e45869be7392b19ae036e, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/d43adbb6680c47ebac88741a61b95cec] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp, totalSize=36.9 K 2024-12-07T07:14:26,810 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42669 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:14:26,810 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 69a82cb515a7602aa60284bb103f0a6f/A is initiating minor compaction (all files) 2024-12-07T07:14:26,811 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69a82cb515a7602aa60284bb103f0a6f/A in TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:26,811 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/3533c82f4b4245989368c54a8bf7d57c, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/94a3e57282dd4494b50707882b3573b9, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/6fdd47b305f946ecbf996e49f31d29bf] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp, totalSize=41.7 K 2024-12-07T07:14:26,811 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3533c82f4b4245989368c54a8bf7d57c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733555662877 2024-12-07T07:14:26,812 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 3fe3df0c53164c63a9cbc8fb16d4545c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733555662877 2024-12-07T07:14:26,812 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94a3e57282dd4494b50707882b3573b9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1733555664083 2024-12-07T07:14:26,812 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6fdd47b305f946ecbf996e49f31d29bf, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1733555664746 2024-12-07T07:14:26,812 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e8ebba8b37e45869be7392b19ae036e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1733555664089 2024-12-07T07:14:26,813 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting d43adbb6680c47ebac88741a61b95cec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1733555664746 2024-12-07T07:14:26,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-07T07:14:26,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:26,829 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 69a82cb515a7602aa60284bb103f0a6f 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-07T07:14:26,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=A 2024-12-07T07:14:26,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:26,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=B 2024-12-07T07:14:26,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:26,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=C 2024-12-07T07:14:26,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:26,834 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69a82cb515a7602aa60284bb103f0a6f#B#compaction#87 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:14:26,835 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/c8175ffd4f2c491bbc1272ad69cc85b8 is 50, key is test_row_0/B:col10/1733555664764/Put/seqid=0 2024-12-07T07:14:26,847 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69a82cb515a7602aa60284bb103f0a6f#A#compaction#88 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:14:26,847 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/bc1964f9739f4b81bcb3dd953d59d9db is 50, key is test_row_0/A:col10/1733555664764/Put/seqid=0 2024-12-07T07:14:26,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/5fe94cefb7a9436f9e972c0fa046409f is 50, key is test_row_0/A:col10/1733555665930/Put/seqid=0 2024-12-07T07:14:26,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741924_1100 (size=13289) 2024-12-07T07:14:26,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-07T07:14:26,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741926_1102 (size=12301) 2024-12-07T07:14:26,902 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/c8175ffd4f2c491bbc1272ad69cc85b8 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/c8175ffd4f2c491bbc1272ad69cc85b8 2024-12-07T07:14:26,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741925_1101 (size=13289) 2024-12-07T07:14:26,915 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69a82cb515a7602aa60284bb103f0a6f/B of 69a82cb515a7602aa60284bb103f0a6f into c8175ffd4f2c491bbc1272ad69cc85b8(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:14:26,915 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:26,915 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., storeName=69a82cb515a7602aa60284bb103f0a6f/B, priority=13, startTime=1733555666808; duration=0sec 2024-12-07T07:14:26,917 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:14:26,917 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69a82cb515a7602aa60284bb103f0a6f:B 2024-12-07T07:14:26,917 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:14:26,919 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:14:26,919 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 69a82cb515a7602aa60284bb103f0a6f/C is initiating minor compaction (all files) 2024-12-07T07:14:26,919 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69a82cb515a7602aa60284bb103f0a6f/C in TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:26,919 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/6b22476daaac4c8e814cca25c187d190, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/45c356dab99641e49414fc0e9d4d7658, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/2647965d17374094a1d8e0ca49c530a5] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp, totalSize=36.9 K 2024-12-07T07:14:26,919 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/bc1964f9739f4b81bcb3dd953d59d9db as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/bc1964f9739f4b81bcb3dd953d59d9db 2024-12-07T07:14:26,919 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b22476daaac4c8e814cca25c187d190, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733555662877 2024-12-07T07:14:26,920 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 45c356dab99641e49414fc0e9d4d7658, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1733555664089 2024-12-07T07:14:26,920 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 2647965d17374094a1d8e0ca49c530a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1733555664746 2024-12-07T07:14:26,930 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69a82cb515a7602aa60284bb103f0a6f/A of 69a82cb515a7602aa60284bb103f0a6f into bc1964f9739f4b81bcb3dd953d59d9db(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:14:26,930 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:26,930 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., storeName=69a82cb515a7602aa60284bb103f0a6f/A, priority=13, startTime=1733555666808; duration=0sec 2024-12-07T07:14:26,930 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:26,930 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69a82cb515a7602aa60284bb103f0a6f:A 2024-12-07T07:14:26,939 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69a82cb515a7602aa60284bb103f0a6f#C#compaction#90 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:14:26,940 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/31e3b5c0019646d99267e2c53d3a7c91 is 50, key is test_row_0/C:col10/1733555664764/Put/seqid=0 2024-12-07T07:14:26,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741927_1103 (size=13289) 2024-12-07T07:14:26,968 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/31e3b5c0019646d99267e2c53d3a7c91 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/31e3b5c0019646d99267e2c53d3a7c91 2024-12-07T07:14:26,996 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69a82cb515a7602aa60284bb103f0a6f/C of 69a82cb515a7602aa60284bb103f0a6f into 31e3b5c0019646d99267e2c53d3a7c91(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:14:26,996 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:26,997 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., storeName=69a82cb515a7602aa60284bb103f0a6f/C, priority=13, startTime=1733555666809; duration=0sec 2024-12-07T07:14:26,998 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:26,998 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69a82cb515a7602aa60284bb103f0a6f:C 2024-12-07T07:14:27,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 69a82cb515a7602aa60284bb103f0a6f 2024-12-07T07:14:27,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. as already flushing 2024-12-07T07:14:27,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:27,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555727159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:27,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:27,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:27,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:27,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:27,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555727270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:27,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:27,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:27,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:27,295 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/5fe94cefb7a9436f9e972c0fa046409f 2024-12-07T07:14:27,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/e5a8c13f49574df0bce0f0fd1a20de84 is 50, key is test_row_0/B:col10/1733555665930/Put/seqid=0 2024-12-07T07:14:27,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741928_1104 (size=12301) 2024-12-07T07:14:27,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:27,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43590 deadline: 1733555727359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:27,361 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_2' in 69a82cb515a7602aa60284bb103f0a6f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:14:27,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:27,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:27,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:27,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:27,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43576 deadline: 1733555727390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:27,392 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_0' in 69a82cb515a7602aa60284bb103f0a6f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:14:27,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:27,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:27,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:27,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:27,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555727480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:27,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:27,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:27,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:27,710 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/e5a8c13f49574df0bce0f0fd1a20de84 2024-12-07T07:14:27,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/f39cd66c8cb7407dab7f8743178e090c is 50, key is test_row_0/C:col10/1733555665930/Put/seqid=0 2024-12-07T07:14:27,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741929_1105 (size=12301) 2024-12-07T07:14:27,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:27,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555727790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:27,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:27,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:27,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:27,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-07T07:14:28,174 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/f39cd66c8cb7407dab7f8743178e090c 2024-12-07T07:14:28,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/5fe94cefb7a9436f9e972c0fa046409f as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/5fe94cefb7a9436f9e972c0fa046409f 2024-12-07T07:14:28,187 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/5fe94cefb7a9436f9e972c0fa046409f, entries=150, sequenceid=431, filesize=12.0 K 2024-12-07T07:14:28,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/e5a8c13f49574df0bce0f0fd1a20de84 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/e5a8c13f49574df0bce0f0fd1a20de84 2024-12-07T07:14:28,195 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/e5a8c13f49574df0bce0f0fd1a20de84, entries=150, sequenceid=431, filesize=12.0 K 2024-12-07T07:14:28,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/f39cd66c8cb7407dab7f8743178e090c as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/f39cd66c8cb7407dab7f8743178e090c 2024-12-07T07:14:28,202 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/f39cd66c8cb7407dab7f8743178e090c, entries=150, sequenceid=431, filesize=12.0 K 2024-12-07T07:14:28,203 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 69a82cb515a7602aa60284bb103f0a6f in 1374ms, sequenceid=431, compaction requested=false 2024-12-07T07:14:28,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:28,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:28,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-12-07T07:14:28,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-12-07T07:14:28,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-12-07T07:14:28,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4480 sec 2024-12-07T07:14:28,210 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 2.4570 sec 2024-12-07T07:14:28,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 69a82cb515a7602aa60284bb103f0a6f 2024-12-07T07:14:28,303 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69a82cb515a7602aa60284bb103f0a6f 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-07T07:14:28,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=A 2024-12-07T07:14:28,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:28,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=B 2024-12-07T07:14:28,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:28,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=C 2024-12-07T07:14:28,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:28,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/95d841fdcb58446fbc3faeb83829db01 is 50, key is test_row_0/A:col10/1733555668302/Put/seqid=0 2024-12-07T07:14:28,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741930_1106 (size=14741) 2024-12-07T07:14:28,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:28,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555728362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:28,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:28,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:28,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:28,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:28,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555728470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:28,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:28,473 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:28,473 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:28,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:28,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555728680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:28,685 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:28,685 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:28,685 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:28,719 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/95d841fdcb58446fbc3faeb83829db01 2024-12-07T07:14:28,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/3fb4ec91f6b94d4890b979738c1e7ed4 is 50, key is test_row_0/B:col10/1733555668302/Put/seqid=0 2024-12-07T07:14:28,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741931_1107 (size=12301) 2024-12-07T07:14:28,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:28,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43582 deadline: 1733555728730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:28,732 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_0' in 69a82cb515a7602aa60284bb103f0a6f of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18318 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:14:28,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:28,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:28,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:28,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:28,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555728990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:28,994 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:28,994 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:28,994 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:29,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/3fb4ec91f6b94d4890b979738c1e7ed4 2024-12-07T07:14:29,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/6ef8d1d8d16e41f3a90134bc20305776 is 50, key is test_row_0/C:col10/1733555668302/Put/seqid=0 2024-12-07T07:14:29,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741932_1108 (size=12301) 2024-12-07T07:14:29,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:29,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43596 deadline: 1733555729499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:29,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:29,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:29,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:14:29,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/6ef8d1d8d16e41f3a90134bc20305776 2024-12-07T07:14:29,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/95d841fdcb58446fbc3faeb83829db01 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/95d841fdcb58446fbc3faeb83829db01 2024-12-07T07:14:29,557 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/95d841fdcb58446fbc3faeb83829db01, entries=200, sequenceid=448, filesize=14.4 K 2024-12-07T07:14:29,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/3fb4ec91f6b94d4890b979738c1e7ed4 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/3fb4ec91f6b94d4890b979738c1e7ed4 2024-12-07T07:14:29,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/3fb4ec91f6b94d4890b979738c1e7ed4, entries=150, sequenceid=448, filesize=12.0 K 2024-12-07T07:14:29,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/6ef8d1d8d16e41f3a90134bc20305776 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/6ef8d1d8d16e41f3a90134bc20305776 2024-12-07T07:14:29,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/6ef8d1d8d16e41f3a90134bc20305776, entries=150, sequenceid=448, filesize=12.0 K 2024-12-07T07:14:29,579 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 69a82cb515a7602aa60284bb103f0a6f in 1276ms, sequenceid=448, compaction requested=true 2024-12-07T07:14:29,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:29,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69a82cb515a7602aa60284bb103f0a6f:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:14:29,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:29,579 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:14:29,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69a82cb515a7602aa60284bb103f0a6f:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:14:29,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:29,579 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:14:29,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69a82cb515a7602aa60284bb103f0a6f:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:14:29,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:14:29,581 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:14:29,581 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 69a82cb515a7602aa60284bb103f0a6f/B is initiating minor compaction (all files) 2024-12-07T07:14:29,581 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69a82cb515a7602aa60284bb103f0a6f/B in TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:29,581 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/c8175ffd4f2c491bbc1272ad69cc85b8, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/e5a8c13f49574df0bce0f0fd1a20de84, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/3fb4ec91f6b94d4890b979738c1e7ed4] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp, totalSize=37.0 K 2024-12-07T07:14:29,581 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40331 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:14:29,581 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting c8175ffd4f2c491bbc1272ad69cc85b8, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1733555664746 2024-12-07T07:14:29,581 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 69a82cb515a7602aa60284bb103f0a6f/A is initiating minor compaction (all files) 2024-12-07T07:14:29,582 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69a82cb515a7602aa60284bb103f0a6f/A in TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:29,582 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/bc1964f9739f4b81bcb3dd953d59d9db, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/5fe94cefb7a9436f9e972c0fa046409f, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/95d841fdcb58446fbc3faeb83829db01] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp, totalSize=39.4 K 2024-12-07T07:14:29,582 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc1964f9739f4b81bcb3dd953d59d9db, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1733555664746 2024-12-07T07:14:29,583 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting e5a8c13f49574df0bce0f0fd1a20de84, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1733555665930 2024-12-07T07:14:29,583 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5fe94cefb7a9436f9e972c0fa046409f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1733555665930 2024-12-07T07:14:29,583 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95d841fdcb58446fbc3faeb83829db01, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1733555667124 2024-12-07T07:14:29,583 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 3fb4ec91f6b94d4890b979738c1e7ed4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1733555667124 2024-12-07T07:14:29,598 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69a82cb515a7602aa60284bb103f0a6f#B#compaction#96 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:14:29,598 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/5e4b39a2a7d342e6a9a5c9e857a0093c is 50, key is test_row_0/B:col10/1733555668302/Put/seqid=0 2024-12-07T07:14:29,600 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69a82cb515a7602aa60284bb103f0a6f#A#compaction#97 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:14:29,601 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/8ce794e0f5dc4725a35096bcc3ac6a15 is 50, key is test_row_0/A:col10/1733555668302/Put/seqid=0 2024-12-07T07:14:29,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741934_1110 (size=13391) 2024-12-07T07:14:29,641 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/8ce794e0f5dc4725a35096bcc3ac6a15 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/8ce794e0f5dc4725a35096bcc3ac6a15 2024-12-07T07:14:29,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741933_1109 (size=13391) 2024-12-07T07:14:29,647 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69a82cb515a7602aa60284bb103f0a6f/A of 69a82cb515a7602aa60284bb103f0a6f into 8ce794e0f5dc4725a35096bcc3ac6a15(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:14:29,648 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:29,648 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., storeName=69a82cb515a7602aa60284bb103f0a6f/A, priority=13, startTime=1733555669579; duration=0sec 2024-12-07T07:14:29,648 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:14:29,648 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69a82cb515a7602aa60284bb103f0a6f:A 2024-12-07T07:14:29,648 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:14:29,649 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:14:29,650 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 69a82cb515a7602aa60284bb103f0a6f/C is initiating minor compaction (all files) 2024-12-07T07:14:29,650 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69a82cb515a7602aa60284bb103f0a6f/C in TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:29,650 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/31e3b5c0019646d99267e2c53d3a7c91, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/f39cd66c8cb7407dab7f8743178e090c, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/6ef8d1d8d16e41f3a90134bc20305776] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp, totalSize=37.0 K 2024-12-07T07:14:29,651 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31e3b5c0019646d99267e2c53d3a7c91, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1733555664746 2024-12-07T07:14:29,654 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting f39cd66c8cb7407dab7f8743178e090c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1733555665930 2024-12-07T07:14:29,656 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ef8d1d8d16e41f3a90134bc20305776, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1733555667124 2024-12-07T07:14:29,660 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/5e4b39a2a7d342e6a9a5c9e857a0093c as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/5e4b39a2a7d342e6a9a5c9e857a0093c 2024-12-07T07:14:29,666 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69a82cb515a7602aa60284bb103f0a6f/B of 69a82cb515a7602aa60284bb103f0a6f into 5e4b39a2a7d342e6a9a5c9e857a0093c(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:14:29,666 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:29,666 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., storeName=69a82cb515a7602aa60284bb103f0a6f/B, priority=13, startTime=1733555669579; duration=0sec 2024-12-07T07:14:29,667 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:29,667 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69a82cb515a7602aa60284bb103f0a6f:B 2024-12-07T07:14:29,674 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69a82cb515a7602aa60284bb103f0a6f#C#compaction#98 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:14:29,675 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/f30d81edc71a406c90babfa25c57d688 is 50, key is test_row_0/C:col10/1733555668302/Put/seqid=0 2024-12-07T07:14:29,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741935_1111 (size=13391) 2024-12-07T07:14:29,790 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-12-07T07:14:29,790 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:14:29,794 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-12-07T07:14:29,795 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:14:29,800 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-12-07T07:14:29,800 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:14:29,802 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:14:29,802 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:14:29,802 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:14:29,803 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:14:29,803 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:14:29,803 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:14:29,804 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:14:29,804 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:14:29,804 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:14:29,805 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-12-07T07:14:29,805 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:14:29,805 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:14:29,806 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:14:29,806 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:14:29,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-07T07:14:29,921 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:14:30,103 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/f30d81edc71a406c90babfa25c57d688 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/f30d81edc71a406c90babfa25c57d688 2024-12-07T07:14:30,109 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69a82cb515a7602aa60284bb103f0a6f/C of 69a82cb515a7602aa60284bb103f0a6f into f30d81edc71a406c90babfa25c57d688(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:14:30,109 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:30,109 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., storeName=69a82cb515a7602aa60284bb103f0a6f/C, priority=13, startTime=1733555669579; duration=0sec 2024-12-07T07:14:30,109 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:30,109 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69a82cb515a7602aa60284bb103f0a6f:C 2024-12-07T07:14:30,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 69a82cb515a7602aa60284bb103f0a6f 2024-12-07T07:14:30,523 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69a82cb515a7602aa60284bb103f0a6f 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-07T07:14:30,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=A 2024-12-07T07:14:30,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:30,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=B 2024-12-07T07:14:30,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:30,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=C 2024-12-07T07:14:30,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:30,524 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-12-07T07:14:30,524 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:14:30,524 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:14:30,525 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:14:30,525 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:14:30,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/89a7efa8544d4595af60228b25a8d15e is 50, key is test_row_0/A:col10/1733555668352/Put/seqid=0 2024-12-07T07:14:30,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741936_1112 (size=12301) 2024-12-07T07:14:30,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/89a7efa8544d4595af60228b25a8d15e 2024-12-07T07:14:30,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/aaacbc69157a48d893120a2d07a4defb is 50, key is test_row_0/B:col10/1733555668352/Put/seqid=0 2024-12-07T07:14:30,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741937_1113 (size=12301) 2024-12-07T07:14:31,192 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T07:14:31,357 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/aaacbc69157a48d893120a2d07a4defb 2024-12-07T07:14:31,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/93b5fac83ab142a2a0185e38e8e41d17 is 50, key is test_row_0/C:col10/1733555668352/Put/seqid=0 2024-12-07T07:14:31,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741938_1114 (size=12301) 2024-12-07T07:14:31,776 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/93b5fac83ab142a2a0185e38e8e41d17 2024-12-07T07:14:31,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/89a7efa8544d4595af60228b25a8d15e as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/89a7efa8544d4595af60228b25a8d15e 2024-12-07T07:14:31,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/89a7efa8544d4595af60228b25a8d15e, entries=150, sequenceid=470, filesize=12.0 K 2024-12-07T07:14:31,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/aaacbc69157a48d893120a2d07a4defb as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/aaacbc69157a48d893120a2d07a4defb 2024-12-07T07:14:31,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/aaacbc69157a48d893120a2d07a4defb, entries=150, sequenceid=470, filesize=12.0 K 2024-12-07T07:14:31,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/93b5fac83ab142a2a0185e38e8e41d17 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/93b5fac83ab142a2a0185e38e8e41d17 2024-12-07T07:14:31,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/93b5fac83ab142a2a0185e38e8e41d17, entries=150, sequenceid=470, filesize=12.0 K 2024-12-07T07:14:31,803 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=0 B/0 for 69a82cb515a7602aa60284bb103f0a6f in 1280ms, sequenceid=470, compaction requested=false 2024-12-07T07:14:31,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69a82cb515a7602aa60284bb103f0a6f: 2024-12-07T07:14:36,332 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-12-07T07:14:36,332 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:14:36,332 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:14:36,332 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:14:36,332 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:14:37,443 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-12-07T07:14:37,444 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:14:37,444 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:14:37,444 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:14:37,444 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:14:37,474 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-12-07T07:14:37,474 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:14:37,474 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:14:37,474 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:14:37,474 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:14:38,762 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-12-07T07:14:38,762 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:14:38,762 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:14:38,762 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:14:38,762 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:14:38,763 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-07T07:14:38,763 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-12-07T07:14:38,763 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 11 2024-12-07T07:14:38,763 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-12-07T07:14:38,763 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-12-07T07:14:38,763 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 162 2024-12-07T07:14:38,763 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-07T07:14:38,763 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3992 2024-12-07T07:14:38,763 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3846 2024-12-07T07:14:38,763 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-07T07:14:38,763 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1727 2024-12-07T07:14:38,763 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5177 rows 2024-12-07T07:14:38,763 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1714 2024-12-07T07:14:38,763 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5137 rows 2024-12-07T07:14:38,763 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T07:14:38,764 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T07:14:38,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:14:38,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:14:38,764 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:14:38,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-07T07:14:38,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-07T07:14:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-07T07:14:38,776 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733555678776"}]},"ts":"1733555678776"} 2024-12-07T07:14:38,779 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-07T07:14:38,779 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-07T07:14:38,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-07T07:14:38,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=69a82cb515a7602aa60284bb103f0a6f, UNASSIGN}] 2024-12-07T07:14:38,787 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=69a82cb515a7602aa60284bb103f0a6f, UNASSIGN 2024-12-07T07:14:38,788 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=69a82cb515a7602aa60284bb103f0a6f, regionState=CLOSING, regionLocation=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:38,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=69a82cb515a7602aa60284bb103f0a6f, UNASSIGN because future has completed 2024-12-07T07:14:38,791 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T07:14:38,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; CloseRegionProcedure 69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814}] 2024-12-07T07:14:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-07T07:14:38,948 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] handler.UnassignRegionHandler(122): Close 69a82cb515a7602aa60284bb103f0a6f 2024-12-07T07:14:38,949 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-07T07:14:38,949 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1722): Closing 69a82cb515a7602aa60284bb103f0a6f, disabling compactions & flushes 2024-12-07T07:14:38,949 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:38,950 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:38,950 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. after waiting 0 ms 2024-12-07T07:14:38,950 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:38,950 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(2902): Flushing 69a82cb515a7602aa60284bb103f0a6f 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-12-07T07:14:38,950 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=A 2024-12-07T07:14:38,950 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:38,950 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=B 2024-12-07T07:14:38,950 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:38,950 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69a82cb515a7602aa60284bb103f0a6f, store=C 2024-12-07T07:14:38,950 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:38,956 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/4fc008387fe74918b6eef3595413a452 is 50, key is test_row_0/A:col10/1733555678761/Put/seqid=0 2024-12-07T07:14:38,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741939_1115 (size=9857) 2024-12-07T07:14:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-07T07:14:39,363 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/4fc008387fe74918b6eef3595413a452 2024-12-07T07:14:39,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-07T07:14:39,417 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/47e431849eb84df98a47f568f440dc58 is 50, key is test_row_0/B:col10/1733555678761/Put/seqid=0 2024-12-07T07:14:39,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741940_1116 (size=9857) 2024-12-07T07:14:39,823 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/47e431849eb84df98a47f568f440dc58 2024-12-07T07:14:39,837 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/bf767484438a432d91a2bd6e728df83e is 50, key is test_row_0/C:col10/1733555678761/Put/seqid=0 2024-12-07T07:14:39,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741941_1117 (size=9857) 2024-12-07T07:14:39,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-07T07:14:40,243 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/bf767484438a432d91a2bd6e728df83e 2024-12-07T07:14:40,253 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/A/4fc008387fe74918b6eef3595413a452 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/4fc008387fe74918b6eef3595413a452 2024-12-07T07:14:40,258 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/4fc008387fe74918b6eef3595413a452, entries=100, sequenceid=477, filesize=9.6 K 2024-12-07T07:14:40,259 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/B/47e431849eb84df98a47f568f440dc58 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/47e431849eb84df98a47f568f440dc58 2024-12-07T07:14:40,263 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/47e431849eb84df98a47f568f440dc58, entries=100, sequenceid=477, filesize=9.6 K 2024-12-07T07:14:40,264 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/.tmp/C/bf767484438a432d91a2bd6e728df83e as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/bf767484438a432d91a2bd6e728df83e 2024-12-07T07:14:40,269 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/bf767484438a432d91a2bd6e728df83e, entries=100, sequenceid=477, filesize=9.6 K 2024-12-07T07:14:40,269 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 69a82cb515a7602aa60284bb103f0a6f in 1319ms, sequenceid=477, compaction requested=true 2024-12-07T07:14:40,270 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/7168cb55d43e4b57b212a3120f377b6d, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/259b4a5bcbab4651996b2bada2f2edbb, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/1cbd98ec147749f79709a645411ee54d, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/5b8a4e320e6f44b0b680cc85e0838688, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/9eaf74a40f0c49bc80f040d301349c45, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/fef9efc474f44b11af0e024499c8a018, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/0688b23c403e49db983c40981a8523ae, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/9bd740d9a61d4ad59d3a7516388a6667, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/fb83525402504c7f907f503f3cc18463, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/3df44d9cca9a49b3939748ef6c2138e4, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/4f2dd85c338441748f69a558f8745289, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/0b44711632ae446eaf5026146e4e29c6, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/4fb7eb37e5374d4f93164e04d7c0a52e, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/eb509550e8584ab6bdfed18e6f674589, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/6b4101328f6b41649cf977c9455e295d, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/efd44d5043404f7bac4cc5a5cd7f372d, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/7ff0679f9e0343deacc0319a216b44a3, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/dd8d7dbc7d2b4d14b91b4488b51bf7c5, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/f4dbd627238b40f39d46f3071c7b4f12, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/42b45790a2894ab6aab576ff639d96e3, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/1be12ec7e4784ff0a144fd5985b66894, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/ca124cb057f142b4b5ed5ccd14245108, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/40da9d37c5614b8e8cb3c9e7bf7f2fa6, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/b30710492bab45c7970f55636ed0ecd2, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/a0f05a298c284fe6b1eade4a73604da6, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/79e8e089803444c79f3bea82e2add51d, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/3533c82f4b4245989368c54a8bf7d57c, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/94a3e57282dd4494b50707882b3573b9, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/6fdd47b305f946ecbf996e49f31d29bf, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/bc1964f9739f4b81bcb3dd953d59d9db, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/5fe94cefb7a9436f9e972c0fa046409f, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/95d841fdcb58446fbc3faeb83829db01] to archive 2024-12-07T07:14:40,273 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T07:14:40,278 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/7168cb55d43e4b57b212a3120f377b6d to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/7168cb55d43e4b57b212a3120f377b6d 2024-12-07T07:14:40,280 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/259b4a5bcbab4651996b2bada2f2edbb to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/259b4a5bcbab4651996b2bada2f2edbb 2024-12-07T07:14:40,281 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/1cbd98ec147749f79709a645411ee54d to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/1cbd98ec147749f79709a645411ee54d 2024-12-07T07:14:40,283 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/5b8a4e320e6f44b0b680cc85e0838688 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/5b8a4e320e6f44b0b680cc85e0838688 2024-12-07T07:14:40,284 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/9eaf74a40f0c49bc80f040d301349c45 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/9eaf74a40f0c49bc80f040d301349c45 2024-12-07T07:14:40,286 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/fef9efc474f44b11af0e024499c8a018 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/fef9efc474f44b11af0e024499c8a018 2024-12-07T07:14:40,287 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/0688b23c403e49db983c40981a8523ae to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/0688b23c403e49db983c40981a8523ae 2024-12-07T07:14:40,288 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/9bd740d9a61d4ad59d3a7516388a6667 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/9bd740d9a61d4ad59d3a7516388a6667 2024-12-07T07:14:40,289 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/fb83525402504c7f907f503f3cc18463 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/fb83525402504c7f907f503f3cc18463 2024-12-07T07:14:40,290 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/3df44d9cca9a49b3939748ef6c2138e4 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/3df44d9cca9a49b3939748ef6c2138e4 2024-12-07T07:14:40,292 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/4f2dd85c338441748f69a558f8745289 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/4f2dd85c338441748f69a558f8745289 2024-12-07T07:14:40,293 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/0b44711632ae446eaf5026146e4e29c6 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/0b44711632ae446eaf5026146e4e29c6 2024-12-07T07:14:40,294 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/4fb7eb37e5374d4f93164e04d7c0a52e to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/4fb7eb37e5374d4f93164e04d7c0a52e 2024-12-07T07:14:40,295 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/eb509550e8584ab6bdfed18e6f674589 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/eb509550e8584ab6bdfed18e6f674589 2024-12-07T07:14:40,296 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/6b4101328f6b41649cf977c9455e295d to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/6b4101328f6b41649cf977c9455e295d 2024-12-07T07:14:40,298 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/efd44d5043404f7bac4cc5a5cd7f372d to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/efd44d5043404f7bac4cc5a5cd7f372d 2024-12-07T07:14:40,300 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/7ff0679f9e0343deacc0319a216b44a3 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/7ff0679f9e0343deacc0319a216b44a3 2024-12-07T07:14:40,302 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/dd8d7dbc7d2b4d14b91b4488b51bf7c5 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/dd8d7dbc7d2b4d14b91b4488b51bf7c5 2024-12-07T07:14:40,303 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/f4dbd627238b40f39d46f3071c7b4f12 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/f4dbd627238b40f39d46f3071c7b4f12 2024-12-07T07:14:40,305 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/42b45790a2894ab6aab576ff639d96e3 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/42b45790a2894ab6aab576ff639d96e3 2024-12-07T07:14:40,306 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/1be12ec7e4784ff0a144fd5985b66894 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/1be12ec7e4784ff0a144fd5985b66894 2024-12-07T07:14:40,307 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/ca124cb057f142b4b5ed5ccd14245108 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/ca124cb057f142b4b5ed5ccd14245108 2024-12-07T07:14:40,309 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/40da9d37c5614b8e8cb3c9e7bf7f2fa6 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/40da9d37c5614b8e8cb3c9e7bf7f2fa6 2024-12-07T07:14:40,310 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/b30710492bab45c7970f55636ed0ecd2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/b30710492bab45c7970f55636ed0ecd2 2024-12-07T07:14:40,312 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/a0f05a298c284fe6b1eade4a73604da6 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/a0f05a298c284fe6b1eade4a73604da6 2024-12-07T07:14:40,313 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/79e8e089803444c79f3bea82e2add51d to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/79e8e089803444c79f3bea82e2add51d 2024-12-07T07:14:40,315 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/3533c82f4b4245989368c54a8bf7d57c to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/3533c82f4b4245989368c54a8bf7d57c 2024-12-07T07:14:40,316 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/94a3e57282dd4494b50707882b3573b9 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/94a3e57282dd4494b50707882b3573b9 2024-12-07T07:14:40,317 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/6fdd47b305f946ecbf996e49f31d29bf to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/6fdd47b305f946ecbf996e49f31d29bf 2024-12-07T07:14:40,318 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/bc1964f9739f4b81bcb3dd953d59d9db to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/bc1964f9739f4b81bcb3dd953d59d9db 2024-12-07T07:14:40,320 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/5fe94cefb7a9436f9e972c0fa046409f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/5fe94cefb7a9436f9e972c0fa046409f 2024-12-07T07:14:40,321 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/95d841fdcb58446fbc3faeb83829db01 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/95d841fdcb58446fbc3faeb83829db01 2024-12-07T07:14:40,332 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/46c26497ab694c088d6164ae0f2a29bf, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/996ca6d0df4e497fbdfb066e793a2f79, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/83de2665e39c4788be12f9348715a7ae, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/499db196eded4443bfaa9ae8df6ed126, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/35ac6339f4434e398e75dd5f092bc016, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/af008f0b4bd84aab83b80af14a19bb79, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/335e7cf265da43b5b64fd7db04844346, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/caff7f52d68948ffb15c01c604b07779, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/6eded50ba5774b68918d7bc28cc767f2, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/f3a70a580b8d4f269631ee3f5c9f38bd, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/1f74df7fc44740139bfabca39b4f8419, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/b6f307321a9246448d787297ef9a1e4d, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/5bdacce87503418eb56f0761ab6460d6, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/0164dd6868664befa13371182bba3f2f, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/5f48ab045a144d2f8dfea6b937492afa, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/aa05e4515dc2481d9212d265f6774bb7, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/89880d740e804383afe217ccefd285be, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/134b1aef9fa5448b81518888f8e90b01, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/a5850e60d9f74ff39ffbab965bd6d9cd, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/7392ffdc56454c1cb5cd90257af2decc, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/9551ecb3ac784533926b85bd25f83425, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/dad718440a7d4dc484467dd011d7168a, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/ca9b2d193e40491dbd98ea55d02d2277, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/5222e328b13845dca0f12ea8cf78b731, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/f66004f9f6b54bc8831a6b4e3aecec96, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/3fe3df0c53164c63a9cbc8fb16d4545c, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/69173c90faa04dd8901ec54a9a3e4691, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/9e8ebba8b37e45869be7392b19ae036e, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/c8175ffd4f2c491bbc1272ad69cc85b8, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/d43adbb6680c47ebac88741a61b95cec, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/e5a8c13f49574df0bce0f0fd1a20de84, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/3fb4ec91f6b94d4890b979738c1e7ed4] to archive 2024-12-07T07:14:40,333 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T07:14:40,335 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/46c26497ab694c088d6164ae0f2a29bf to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/46c26497ab694c088d6164ae0f2a29bf 2024-12-07T07:14:40,336 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/996ca6d0df4e497fbdfb066e793a2f79 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/996ca6d0df4e497fbdfb066e793a2f79 2024-12-07T07:14:40,337 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/83de2665e39c4788be12f9348715a7ae to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/83de2665e39c4788be12f9348715a7ae 2024-12-07T07:14:40,338 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/499db196eded4443bfaa9ae8df6ed126 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/499db196eded4443bfaa9ae8df6ed126 2024-12-07T07:14:40,339 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/35ac6339f4434e398e75dd5f092bc016 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/35ac6339f4434e398e75dd5f092bc016 2024-12-07T07:14:40,340 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/af008f0b4bd84aab83b80af14a19bb79 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/af008f0b4bd84aab83b80af14a19bb79 2024-12-07T07:14:40,341 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/335e7cf265da43b5b64fd7db04844346 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/335e7cf265da43b5b64fd7db04844346 2024-12-07T07:14:40,343 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/caff7f52d68948ffb15c01c604b07779 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/caff7f52d68948ffb15c01c604b07779 2024-12-07T07:14:40,344 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/6eded50ba5774b68918d7bc28cc767f2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/6eded50ba5774b68918d7bc28cc767f2 2024-12-07T07:14:40,345 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/f3a70a580b8d4f269631ee3f5c9f38bd to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/f3a70a580b8d4f269631ee3f5c9f38bd 2024-12-07T07:14:40,346 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/1f74df7fc44740139bfabca39b4f8419 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/1f74df7fc44740139bfabca39b4f8419 2024-12-07T07:14:40,347 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/b6f307321a9246448d787297ef9a1e4d to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/b6f307321a9246448d787297ef9a1e4d 2024-12-07T07:14:40,348 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/5bdacce87503418eb56f0761ab6460d6 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/5bdacce87503418eb56f0761ab6460d6 2024-12-07T07:14:40,349 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/0164dd6868664befa13371182bba3f2f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/0164dd6868664befa13371182bba3f2f 2024-12-07T07:14:40,350 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/5f48ab045a144d2f8dfea6b937492afa to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/5f48ab045a144d2f8dfea6b937492afa 2024-12-07T07:14:40,351 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/aa05e4515dc2481d9212d265f6774bb7 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/aa05e4515dc2481d9212d265f6774bb7 2024-12-07T07:14:40,352 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/89880d740e804383afe217ccefd285be to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/89880d740e804383afe217ccefd285be 2024-12-07T07:14:40,353 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/134b1aef9fa5448b81518888f8e90b01 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/134b1aef9fa5448b81518888f8e90b01 2024-12-07T07:14:40,354 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/a5850e60d9f74ff39ffbab965bd6d9cd to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/a5850e60d9f74ff39ffbab965bd6d9cd 2024-12-07T07:14:40,355 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/7392ffdc56454c1cb5cd90257af2decc to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/7392ffdc56454c1cb5cd90257af2decc 2024-12-07T07:14:40,356 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/9551ecb3ac784533926b85bd25f83425 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/9551ecb3ac784533926b85bd25f83425 2024-12-07T07:14:40,357 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/dad718440a7d4dc484467dd011d7168a to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/dad718440a7d4dc484467dd011d7168a 2024-12-07T07:14:40,358 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/ca9b2d193e40491dbd98ea55d02d2277 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/ca9b2d193e40491dbd98ea55d02d2277 2024-12-07T07:14:40,359 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/5222e328b13845dca0f12ea8cf78b731 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/5222e328b13845dca0f12ea8cf78b731 2024-12-07T07:14:40,359 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/f66004f9f6b54bc8831a6b4e3aecec96 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/f66004f9f6b54bc8831a6b4e3aecec96 2024-12-07T07:14:40,360 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/3fe3df0c53164c63a9cbc8fb16d4545c to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/3fe3df0c53164c63a9cbc8fb16d4545c 2024-12-07T07:14:40,361 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/69173c90faa04dd8901ec54a9a3e4691 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/69173c90faa04dd8901ec54a9a3e4691 2024-12-07T07:14:40,362 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/9e8ebba8b37e45869be7392b19ae036e to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/9e8ebba8b37e45869be7392b19ae036e 2024-12-07T07:14:40,363 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/c8175ffd4f2c491bbc1272ad69cc85b8 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/c8175ffd4f2c491bbc1272ad69cc85b8 2024-12-07T07:14:40,364 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/d43adbb6680c47ebac88741a61b95cec to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/d43adbb6680c47ebac88741a61b95cec 2024-12-07T07:14:40,365 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/e5a8c13f49574df0bce0f0fd1a20de84 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/e5a8c13f49574df0bce0f0fd1a20de84 2024-12-07T07:14:40,366 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/3fb4ec91f6b94d4890b979738c1e7ed4 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/3fb4ec91f6b94d4890b979738c1e7ed4 2024-12-07T07:14:40,368 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/3bb073d4ddfa417b9c1ed67108e0cf81, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/51daa52b94cf4059bbecaa4fd85f42f8, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/40ee06991472475a9f94e7b5af50aa01, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/c81792d8c78844128ce07f30ead724a3, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/4b3c0479e08448f491e5ea7dfe030675, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/bdcdd483e45a4dffbd58d5e32e4307bf, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/f4aff28dbf7e42c6bb7d690465d62069, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/249441ca89464db6b9ecf1d23ef24dab, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/5ea33802fbcf496d9524343962798f86, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/6df7f0f7ce8e41e3b56fc3191e3b6c7c, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/779277a6fc2047578f4a38d66a44ee2d, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/b681338376314a65971aa0863b16388d, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/44ae658fb84d419e8cd48a61e1f060b8, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/17011eebe6214385a104f46f8fbaacf2, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/0a99d463cfdb4bdcb6563a12975572dc, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/92f77b56865f4995a4b001c8204ec91c, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/a4a7399d8ec349b98c86a7799f16ed89, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/6e65a03011a04b63953c6af7b6d75ffd, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/9b61b503fd4c4c24a9029ca0c5606d20, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/e2be91fac2c4443999e5286f43138193, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/ba8a04c03cda4113b2580f39e4192983, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/913de791d6a543419c533b6021e2550a, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/0d5d56338afb4be4b8314b1a6d211ac7, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/26a226d2ef9f439abd3f5adc90b14230, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/547b85aee14b4ffba3f8c546ab9bbda1, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/6b22476daaac4c8e814cca25c187d190, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/3429f3b3cda049518aab48aa39022839, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/45c356dab99641e49414fc0e9d4d7658, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/31e3b5c0019646d99267e2c53d3a7c91, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/2647965d17374094a1d8e0ca49c530a5, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/f39cd66c8cb7407dab7f8743178e090c, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/6ef8d1d8d16e41f3a90134bc20305776] to archive 2024-12-07T07:14:40,369 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T07:14:40,371 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/3bb073d4ddfa417b9c1ed67108e0cf81 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/3bb073d4ddfa417b9c1ed67108e0cf81 2024-12-07T07:14:40,372 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/51daa52b94cf4059bbecaa4fd85f42f8 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/51daa52b94cf4059bbecaa4fd85f42f8 2024-12-07T07:14:40,373 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/40ee06991472475a9f94e7b5af50aa01 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/40ee06991472475a9f94e7b5af50aa01 2024-12-07T07:14:40,374 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/c81792d8c78844128ce07f30ead724a3 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/c81792d8c78844128ce07f30ead724a3 2024-12-07T07:14:40,375 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/4b3c0479e08448f491e5ea7dfe030675 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/4b3c0479e08448f491e5ea7dfe030675 2024-12-07T07:14:40,376 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/bdcdd483e45a4dffbd58d5e32e4307bf to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/bdcdd483e45a4dffbd58d5e32e4307bf 2024-12-07T07:14:40,378 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/f4aff28dbf7e42c6bb7d690465d62069 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/f4aff28dbf7e42c6bb7d690465d62069 2024-12-07T07:14:40,379 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/249441ca89464db6b9ecf1d23ef24dab to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/249441ca89464db6b9ecf1d23ef24dab 2024-12-07T07:14:40,380 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/5ea33802fbcf496d9524343962798f86 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/5ea33802fbcf496d9524343962798f86 2024-12-07T07:14:40,381 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/6df7f0f7ce8e41e3b56fc3191e3b6c7c to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/6df7f0f7ce8e41e3b56fc3191e3b6c7c 2024-12-07T07:14:40,382 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/779277a6fc2047578f4a38d66a44ee2d to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/779277a6fc2047578f4a38d66a44ee2d 2024-12-07T07:14:40,383 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/b681338376314a65971aa0863b16388d to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/b681338376314a65971aa0863b16388d 2024-12-07T07:14:40,384 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/44ae658fb84d419e8cd48a61e1f060b8 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/44ae658fb84d419e8cd48a61e1f060b8 2024-12-07T07:14:40,385 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/17011eebe6214385a104f46f8fbaacf2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/17011eebe6214385a104f46f8fbaacf2 2024-12-07T07:14:40,386 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/0a99d463cfdb4bdcb6563a12975572dc to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/0a99d463cfdb4bdcb6563a12975572dc 2024-12-07T07:14:40,387 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/92f77b56865f4995a4b001c8204ec91c to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/92f77b56865f4995a4b001c8204ec91c 2024-12-07T07:14:40,389 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/a4a7399d8ec349b98c86a7799f16ed89 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/a4a7399d8ec349b98c86a7799f16ed89 2024-12-07T07:14:40,390 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/6e65a03011a04b63953c6af7b6d75ffd to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/6e65a03011a04b63953c6af7b6d75ffd 2024-12-07T07:14:40,390 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/9b61b503fd4c4c24a9029ca0c5606d20 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/9b61b503fd4c4c24a9029ca0c5606d20 2024-12-07T07:14:40,392 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/e2be91fac2c4443999e5286f43138193 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/e2be91fac2c4443999e5286f43138193 2024-12-07T07:14:40,393 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/ba8a04c03cda4113b2580f39e4192983 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/ba8a04c03cda4113b2580f39e4192983 2024-12-07T07:14:40,394 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/913de791d6a543419c533b6021e2550a to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/913de791d6a543419c533b6021e2550a 2024-12-07T07:14:40,395 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/0d5d56338afb4be4b8314b1a6d211ac7 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/0d5d56338afb4be4b8314b1a6d211ac7 2024-12-07T07:14:40,396 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/26a226d2ef9f439abd3f5adc90b14230 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/26a226d2ef9f439abd3f5adc90b14230 2024-12-07T07:14:40,397 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/547b85aee14b4ffba3f8c546ab9bbda1 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/547b85aee14b4ffba3f8c546ab9bbda1 2024-12-07T07:14:40,398 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/6b22476daaac4c8e814cca25c187d190 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/6b22476daaac4c8e814cca25c187d190 2024-12-07T07:14:40,400 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/3429f3b3cda049518aab48aa39022839 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/3429f3b3cda049518aab48aa39022839 2024-12-07T07:14:40,401 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/45c356dab99641e49414fc0e9d4d7658 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/45c356dab99641e49414fc0e9d4d7658 2024-12-07T07:14:40,402 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/31e3b5c0019646d99267e2c53d3a7c91 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/31e3b5c0019646d99267e2c53d3a7c91 2024-12-07T07:14:40,404 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/2647965d17374094a1d8e0ca49c530a5 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/2647965d17374094a1d8e0ca49c530a5 2024-12-07T07:14:40,405 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/f39cd66c8cb7407dab7f8743178e090c to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/f39cd66c8cb7407dab7f8743178e090c 2024-12-07T07:14:40,406 DEBUG [StoreCloser-TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/6ef8d1d8d16e41f3a90134bc20305776 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/6ef8d1d8d16e41f3a90134bc20305776 2024-12-07T07:14:40,410 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/recovered.edits/480.seqid, newMaxSeqId=480, maxSeqId=1 2024-12-07T07:14:40,411 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. 2024-12-07T07:14:40,411 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1676): Region close journal for 69a82cb515a7602aa60284bb103f0a6f: Waiting for close lock at 1733555678949Running coprocessor pre-close hooks at 1733555678949Disabling compacts and flushes for region at 1733555678949Disabling writes for close at 1733555678950 (+1 ms)Obtaining lock to block concurrent updates at 1733555678950Preparing flush snapshotting stores in 69a82cb515a7602aa60284bb103f0a6f at 1733555678950Finished memstore snapshotting TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1733555678950Flushing stores of TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f. at 1733555678951 (+1 ms)Flushing 69a82cb515a7602aa60284bb103f0a6f/A: creating writer at 1733555678951Flushing 69a82cb515a7602aa60284bb103f0a6f/A: appending metadata at 1733555678956 (+5 ms)Flushing 69a82cb515a7602aa60284bb103f0a6f/A: closing flushed file at 1733555678956Flushing 69a82cb515a7602aa60284bb103f0a6f/B: creating writer at 1733555679409 (+453 ms)Flushing 69a82cb515a7602aa60284bb103f0a6f/B: appending metadata at 1733555679416 (+7 ms)Flushing 69a82cb515a7602aa60284bb103f0a6f/B: closing flushed file at 1733555679416Flushing 69a82cb515a7602aa60284bb103f0a6f/C: creating writer at 1733555679833 (+417 ms)Flushing 69a82cb515a7602aa60284bb103f0a6f/C: appending metadata at 1733555679836 (+3 ms)Flushing 69a82cb515a7602aa60284bb103f0a6f/C: closing flushed file at 1733555679836Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55221aa3: reopening flushed file at 1733555680252 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2379b8a3: reopening flushed file at 1733555680258 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@457ab79a: reopening flushed file at 1733555680264 (+6 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 69a82cb515a7602aa60284bb103f0a6f in 1319ms, sequenceid=477, compaction requested=true at 1733555680270 (+6 ms)Writing region close event to WAL at 1733555680407 (+137 ms)Running coprocessor post-close hooks at 1733555680410 (+3 ms)Closed at 1733555680411 (+1 ms) 2024-12-07T07:14:40,413 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] handler.UnassignRegionHandler(157): Closed 69a82cb515a7602aa60284bb103f0a6f 2024-12-07T07:14:40,414 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=69a82cb515a7602aa60284bb103f0a6f, regionState=CLOSED 2024-12-07T07:14:40,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; CloseRegionProcedure 69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 because future has completed 2024-12-07T07:14:40,418 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-12-07T07:14:40,418 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; CloseRegionProcedure 69a82cb515a7602aa60284bb103f0a6f, server=5d4d7471f19e,42791,1733555642814 in 1.6250 sec 2024-12-07T07:14:40,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-12-07T07:14:40,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=69a82cb515a7602aa60284bb103f0a6f, UNASSIGN in 1.6320 sec 2024-12-07T07:14:40,422 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-12-07T07:14:40,422 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6390 sec 2024-12-07T07:14:40,423 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733555680423"}]},"ts":"1733555680423"} 2024-12-07T07:14:40,425 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-07T07:14:40,425 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-07T07:14:40,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6560 sec 2024-12-07T07:14:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-07T07:14:40,920 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:14:40,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-07T07:14:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T07:14:40,933 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=25, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T07:14:40,937 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=25, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T07:14:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-07T07:14:40,957 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f 2024-12-07T07:14:40,961 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A, FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B, FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C, FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/recovered.edits] 2024-12-07T07:14:40,966 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/4fc008387fe74918b6eef3595413a452 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/4fc008387fe74918b6eef3595413a452 2024-12-07T07:14:40,970 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/89a7efa8544d4595af60228b25a8d15e to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/89a7efa8544d4595af60228b25a8d15e 2024-12-07T07:14:40,973 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/8ce794e0f5dc4725a35096bcc3ac6a15 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/A/8ce794e0f5dc4725a35096bcc3ac6a15 2024-12-07T07:14:40,977 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/47e431849eb84df98a47f568f440dc58 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/47e431849eb84df98a47f568f440dc58 2024-12-07T07:14:40,979 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/5e4b39a2a7d342e6a9a5c9e857a0093c to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/5e4b39a2a7d342e6a9a5c9e857a0093c 2024-12-07T07:14:40,980 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/aaacbc69157a48d893120a2d07a4defb to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/B/aaacbc69157a48d893120a2d07a4defb 2024-12-07T07:14:40,989 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/93b5fac83ab142a2a0185e38e8e41d17 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/93b5fac83ab142a2a0185e38e8e41d17 2024-12-07T07:14:40,991 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/bf767484438a432d91a2bd6e728df83e to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/bf767484438a432d91a2bd6e728df83e 2024-12-07T07:14:40,993 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/f30d81edc71a406c90babfa25c57d688 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/C/f30d81edc71a406c90babfa25c57d688 2024-12-07T07:14:40,999 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/recovered.edits/480.seqid to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f/recovered.edits/480.seqid 2024-12-07T07:14:41,000 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/69a82cb515a7602aa60284bb103f0a6f 2024-12-07T07:14:41,000 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-07T07:14:41,008 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=25, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T07:14:41,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-07T07:14:41,021 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-07T07:14:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-07T07:14:41,062 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-07T07:14:41,064 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=25, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T07:14:41,064 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-07T07:14:41,065 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733555681064"}]},"ts":"9223372036854775807"} 2024-12-07T07:14:41,072 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-07T07:14:41,072 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 69a82cb515a7602aa60284bb103f0a6f, NAME => 'TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f.', STARTKEY => '', ENDKEY => ''}] 2024-12-07T07:14:41,073 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-07T07:14:41,073 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733555681073"}]},"ts":"9223372036854775807"} 2024-12-07T07:14:41,077 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-07T07:14:41,079 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=25, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T07:14:41,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 152 msec 2024-12-07T07:14:41,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-07T07:14:41,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-07T07:14:41,261 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:14:41,270 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=246 (was 211) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;5d4d7471f19e:42791-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-153105014_22 at /127.0.0.1:32852 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=281 (was 232) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6495 (was 7132) 2024-12-07T07:14:41,278 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=246, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=281, ProcessCount=11, AvailableMemoryMB=6495 2024-12-07T07:14:41,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-07T07:14:41,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T07:14:41,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-07T07:14:41,282 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T07:14:41,282 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:41,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 26 2024-12-07T07:14:41,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-07T07:14:41,283 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T07:14:41,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741942_1118 (size=1061) 2024-12-07T07:14:41,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-07T07:14:41,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-07T07:14:41,694 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06 2024-12-07T07:14:41,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741943_1119 (size=53) 2024-12-07T07:14:41,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-07T07:14:42,107 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:14:42,107 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 988c647247128d95e58dc4f1fc101ba2, disabling compactions & flushes 2024-12-07T07:14:42,107 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:42,107 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:42,107 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. after waiting 0 ms 2024-12-07T07:14:42,107 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:42,107 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:42,108 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 988c647247128d95e58dc4f1fc101ba2: Waiting for close lock at 1733555682107Disabling compacts and flushes for region at 1733555682107Disabling writes for close at 1733555682107Writing region close event to WAL at 1733555682107Closed at 1733555682107 2024-12-07T07:14:42,110 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T07:14:42,111 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733555682111"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733555682111"}]},"ts":"1733555682111"} 2024-12-07T07:14:42,114 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T07:14:42,115 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T07:14:42,115 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733555682115"}]},"ts":"1733555682115"} 2024-12-07T07:14:42,117 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-07T07:14:42,118 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=988c647247128d95e58dc4f1fc101ba2, ASSIGN}] 2024-12-07T07:14:42,119 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=988c647247128d95e58dc4f1fc101ba2, ASSIGN 2024-12-07T07:14:42,120 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=988c647247128d95e58dc4f1fc101ba2, ASSIGN; state=OFFLINE, location=5d4d7471f19e,42791,1733555642814; forceNewPlan=false, retain=false 2024-12-07T07:14:42,271 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=988c647247128d95e58dc4f1fc101ba2, regionState=OPENING, regionLocation=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:42,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=988c647247128d95e58dc4f1fc101ba2, ASSIGN because future has completed 2024-12-07T07:14:42,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814}] 2024-12-07T07:14:42,363 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-07T07:14:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-07T07:14:42,438 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:42,438 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} 2024-12-07T07:14:42,438 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:42,439 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:14:42,439 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for 988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:42,439 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for 988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:42,442 INFO [StoreOpener-988c647247128d95e58dc4f1fc101ba2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:42,444 INFO [StoreOpener-988c647247128d95e58dc4f1fc101ba2-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T07:14:42,446 INFO [StoreOpener-988c647247128d95e58dc4f1fc101ba2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 988c647247128d95e58dc4f1fc101ba2 columnFamilyName A 2024-12-07T07:14:42,446 DEBUG [StoreOpener-988c647247128d95e58dc4f1fc101ba2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:42,447 INFO [StoreOpener-988c647247128d95e58dc4f1fc101ba2-1 {}] regionserver.HStore(327): Store=988c647247128d95e58dc4f1fc101ba2/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:14:42,448 INFO [StoreOpener-988c647247128d95e58dc4f1fc101ba2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:42,450 INFO [StoreOpener-988c647247128d95e58dc4f1fc101ba2-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T07:14:42,451 INFO [StoreOpener-988c647247128d95e58dc4f1fc101ba2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 988c647247128d95e58dc4f1fc101ba2 columnFamilyName B 2024-12-07T07:14:42,451 DEBUG [StoreOpener-988c647247128d95e58dc4f1fc101ba2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:42,452 INFO [StoreOpener-988c647247128d95e58dc4f1fc101ba2-1 {}] regionserver.HStore(327): Store=988c647247128d95e58dc4f1fc101ba2/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:14:42,452 INFO [StoreOpener-988c647247128d95e58dc4f1fc101ba2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:42,453 INFO [StoreOpener-988c647247128d95e58dc4f1fc101ba2-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T07:14:42,453 INFO [StoreOpener-988c647247128d95e58dc4f1fc101ba2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 988c647247128d95e58dc4f1fc101ba2 columnFamilyName C 2024-12-07T07:14:42,453 DEBUG [StoreOpener-988c647247128d95e58dc4f1fc101ba2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:42,454 INFO [StoreOpener-988c647247128d95e58dc4f1fc101ba2-1 {}] regionserver.HStore(327): Store=988c647247128d95e58dc4f1fc101ba2/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:14:42,454 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:42,454 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for 988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:42,455 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:42,455 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:42,456 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for 988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:42,456 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for 988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:42,457 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T07:14:42,458 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for 988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:42,460 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T07:14:42,461 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened 988c647247128d95e58dc4f1fc101ba2; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73951010, jitterRate=0.10195592045783997}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T07:14:42,461 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:42,462 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for 988c647247128d95e58dc4f1fc101ba2: Running coprocessor pre-open hook at 1733555682439Writing region info on filesystem at 1733555682439Initializing all the Stores at 1733555682441 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555682441Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555682441Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555682441Cleaning up temporary data from old regions at 1733555682456 (+15 ms)Running coprocessor post-open hooks at 1733555682461 (+5 ms)Region opened successfully at 1733555682462 (+1 ms) 2024-12-07T07:14:42,462 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., pid=28, masterSystemTime=1733555682432 2024-12-07T07:14:42,464 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:42,464 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:42,465 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=988c647247128d95e58dc4f1fc101ba2, regionState=OPEN, openSeqNum=2, regionLocation=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:42,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 because future has completed 2024-12-07T07:14:42,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-12-07T07:14:42,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 in 190 msec 2024-12-07T07:14:42,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-12-07T07:14:42,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=988c647247128d95e58dc4f1fc101ba2, ASSIGN in 351 msec 2024-12-07T07:14:42,472 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T07:14:42,472 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733555682472"}]},"ts":"1733555682472"} 2024-12-07T07:14:42,474 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-07T07:14:42,474 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T07:14:42,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1950 sec 2024-12-07T07:14:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-07T07:14:43,430 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:14:43,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@229ee4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:43,432 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:14:43,433 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:14:43,435 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:14:43,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:14:43,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:14:43,437 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9c7e1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:43,437 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:14:43,437 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:14:43,438 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:14:43,440 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:14:43,441 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b0ecd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:43,442 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:14:43,444 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:14:43,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:14:43,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:14:43,448 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T07:14:43,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 5d4d7471f19e,35121,1733555642057 2024-12-07T07:14:43,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1389b68a 2024-12-07T07:14:43,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T07:14:43,450 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T07:14:43,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-07T07:14:43,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T07:14:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-07T07:14:43,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741944_1120 (size=1097) 2024-12-07T07:14:43,877 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-07T07:14:43,877 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-07T07:14:43,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-07T07:14:43,891 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=988c647247128d95e58dc4f1fc101ba2, REOPEN/MOVE}] 2024-12-07T07:14:43,893 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=988c647247128d95e58dc4f1fc101ba2, REOPEN/MOVE 2024-12-07T07:14:43,893 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=988c647247128d95e58dc4f1fc101ba2, regionState=CLOSING, regionLocation=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:43,894 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35121 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=CLOSING, location=5d4d7471f19e,42791,1733555642814, table=TestAcidGuarantees, region=988c647247128d95e58dc4f1fc101ba2. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-07T07:14:43,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=988c647247128d95e58dc4f1fc101ba2, REOPEN/MOVE because future has completed 2024-12-07T07:14:43,896 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T07:14:43,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure 988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814}] 2024-12-07T07:14:44,050 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(122): Close 988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:44,051 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-07T07:14:44,051 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1722): Closing 988c647247128d95e58dc4f1fc101ba2, disabling compactions & flushes 2024-12-07T07:14:44,051 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:44,051 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:44,051 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. after waiting 0 ms 2024-12-07T07:14:44,051 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:44,061 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T07:14:44,062 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:44,062 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1676): Region close journal for 988c647247128d95e58dc4f1fc101ba2: Waiting for close lock at 1733555684051Running coprocessor pre-close hooks at 1733555684051Disabling compacts and flushes for region at 1733555684051Disabling writes for close at 1733555684051Writing region close event to WAL at 1733555684052 (+1 ms)Running coprocessor post-close hooks at 1733555684062 (+10 ms)Closed at 1733555684062 2024-12-07T07:14:44,063 WARN [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionServer(3299): Not adding moved region record: 988c647247128d95e58dc4f1fc101ba2 to self. 2024-12-07T07:14:44,067 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(157): Closed 988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:44,068 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=988c647247128d95e58dc4f1fc101ba2, regionState=CLOSED 2024-12-07T07:14:44,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure 988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 because future has completed 2024-12-07T07:14:44,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-12-07T07:14:44,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseRegionProcedure 988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 in 175 msec 2024-12-07T07:14:44,074 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=988c647247128d95e58dc4f1fc101ba2, REOPEN/MOVE; state=CLOSED, location=5d4d7471f19e,42791,1733555642814; forceNewPlan=false, retain=true 2024-12-07T07:14:44,225 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=988c647247128d95e58dc4f1fc101ba2, regionState=OPENING, regionLocation=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:44,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=988c647247128d95e58dc4f1fc101ba2, REOPEN/MOVE because future has completed 2024-12-07T07:14:44,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure 988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814}] 2024-12-07T07:14:44,457 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:44,457 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} 2024-12-07T07:14:44,457 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:44,457 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:14:44,457 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:44,457 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:44,461 INFO [StoreOpener-988c647247128d95e58dc4f1fc101ba2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:44,462 INFO [StoreOpener-988c647247128d95e58dc4f1fc101ba2-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T07:14:44,466 INFO [StoreOpener-988c647247128d95e58dc4f1fc101ba2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 988c647247128d95e58dc4f1fc101ba2 columnFamilyName A 2024-12-07T07:14:44,468 DEBUG [StoreOpener-988c647247128d95e58dc4f1fc101ba2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:44,469 INFO [StoreOpener-988c647247128d95e58dc4f1fc101ba2-1 {}] regionserver.HStore(327): Store=988c647247128d95e58dc4f1fc101ba2/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:14:44,469 INFO [StoreOpener-988c647247128d95e58dc4f1fc101ba2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:44,470 INFO [StoreOpener-988c647247128d95e58dc4f1fc101ba2-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T07:14:44,470 INFO [StoreOpener-988c647247128d95e58dc4f1fc101ba2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 988c647247128d95e58dc4f1fc101ba2 columnFamilyName B 2024-12-07T07:14:44,470 DEBUG [StoreOpener-988c647247128d95e58dc4f1fc101ba2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:44,470 INFO [StoreOpener-988c647247128d95e58dc4f1fc101ba2-1 {}] regionserver.HStore(327): Store=988c647247128d95e58dc4f1fc101ba2/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:14:44,471 INFO [StoreOpener-988c647247128d95e58dc4f1fc101ba2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:44,471 INFO [StoreOpener-988c647247128d95e58dc4f1fc101ba2-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T07:14:44,471 INFO [StoreOpener-988c647247128d95e58dc4f1fc101ba2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 988c647247128d95e58dc4f1fc101ba2 columnFamilyName C 2024-12-07T07:14:44,471 DEBUG [StoreOpener-988c647247128d95e58dc4f1fc101ba2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:44,472 INFO [StoreOpener-988c647247128d95e58dc4f1fc101ba2-1 {}] regionserver.HStore(327): Store=988c647247128d95e58dc4f1fc101ba2/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:14:44,472 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:44,472 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:44,473 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:44,474 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:44,475 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:44,475 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:44,476 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T07:14:44,477 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:44,478 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 988c647247128d95e58dc4f1fc101ba2; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66799314, jitterRate=-0.004612654447555542}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T07:14:44,478 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:44,479 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 988c647247128d95e58dc4f1fc101ba2: Running coprocessor pre-open hook at 1733555684457Writing region info on filesystem at 1733555684457Initializing all the Stores at 1733555684458 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555684458Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555684459 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555684459Cleaning up temporary data from old regions at 1733555684475 (+16 ms)Running coprocessor post-open hooks at 1733555684478 (+3 ms)Region opened successfully at 1733555684479 (+1 ms) 2024-12-07T07:14:44,480 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., pid=33, masterSystemTime=1733555684386 2024-12-07T07:14:44,482 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:44,482 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:44,483 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=988c647247128d95e58dc4f1fc101ba2, regionState=OPEN, openSeqNum=5, regionLocation=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:44,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure 988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 because future has completed 2024-12-07T07:14:44,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=31 2024-12-07T07:14:44,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=31, state=SUCCESS, hasLock=false; OpenRegionProcedure 988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 in 254 msec 2024-12-07T07:14:44,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-12-07T07:14:44,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=988c647247128d95e58dc4f1fc101ba2, REOPEN/MOVE in 596 msec 2024-12-07T07:14:44,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-12-07T07:14:44,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 607 msec 2024-12-07T07:14:44,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 1.0370 sec 2024-12-07T07:14:44,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-07T07:14:44,499 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:14:44,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@280b3bfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:44,500 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:14:44,500 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:14:44,501 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:14:44,502 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:14:44,502 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:14:44,502 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22dfdda7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:44,502 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:14:44,502 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:14:44,502 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:14:44,503 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:14:44,504 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3770e446, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:44,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70646c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:44,505 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:14:44,505 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:14:44,506 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:14:44,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:14:44,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:14:44,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eba6914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:44,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:14:44,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:14:44,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:14:44,508 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:14:44,509 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c261b66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:44,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@580d088e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:44,510 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:14:44,510 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:14:44,511 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:14:44,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:14:44,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:14:44,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af05f04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:44,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:14:44,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:14:44,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:14:44,513 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:14:44,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@602598f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:44,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@148de5e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:44,515 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:14:44,515 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:14:44,516 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:14:44,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:14:44,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:14:44,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ae4083e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:44,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:14:44,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:14:44,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:14:44,517 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:14:44,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1334eb7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:44,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@680235d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:44,518 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:14:44,518 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:14:44,519 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:14:44,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:14:44,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:14:44,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c64a9de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:44,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:14:44,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:14:44,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:14:44,521 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:14:44,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b49b414, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:44,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@721bdc4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:44,523 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:14:44,523 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:14:44,524 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:14:44,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:14:44,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:14:44,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49711571, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:44,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:14:44,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:14:44,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:14:44,526 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:14:44,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@217f871c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:44,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c4d062, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:44,527 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:14:44,528 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:14:44,528 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:14:44,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:14:44,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:14:44,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ea3b37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:44,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:14:44,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:14:44,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:14:44,530 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:14:44,531 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a063abb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:44,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aba8a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:44,531 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:14:44,531 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:14:44,532 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:14:44,532 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:14:44,533 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:14:44,533 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ea6e69d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:44,533 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:14:44,533 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:14:44,533 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:14:44,534 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:14:44,535 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@405caf2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:44,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@362c2074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:44,535 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:14:44,535 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:14:44,536 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:14:44,536 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:14:44,536 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:14:44,537 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15a5b52e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:44,537 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:14:44,537 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:14:44,537 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:14:44,538 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:14:44,538 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c20a27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:14:44,539 DEBUG [Thread-614 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:14:44,539 DEBUG [Thread-616 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:14:44,539 DEBUG [Thread-627 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:14:44,540 DEBUG [Thread-623 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:14:44,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T07:14:44,540 DEBUG [Thread-618 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:14:44,540 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:14:44,541 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:14:44,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:14:44,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:14:44,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:14:44,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:14:44,541 DEBUG [Thread-618 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:14:44,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:14:44,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:14:44,543 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:14:44,543 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:14:44,543 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:14:44,543 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:14:44,543 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:14:44,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees 2024-12-07T07:14:44,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:14:44,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-07T07:14:44,545 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T07:14:44,546 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T07:14:44,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T07:14:44,548 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5] 2024-12-07T07:14:44,548 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5] 2024-12-07T07:14:44,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5] 2024-12-07T07:14:44,551 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5] 2024-12-07T07:14:44,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5] 2024-12-07T07:14:44,559 DEBUG [Thread-612 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:14:44,560 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:14:44,560 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:14:44,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:44,561 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 988c647247128d95e58dc4f1fc101ba2 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-07T07:14:44,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=A 2024-12-07T07:14:44,563 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:14:44,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:44,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=B 2024-12-07T07:14:44,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:44,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=C 2024-12-07T07:14:44,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:44,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5] 2024-12-07T07:14:44,572 DEBUG [Thread-625 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:14:44,574 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:14:44,574 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:14:44,575 DEBUG [Thread-620 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:14:44,575 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:14:44,576 DEBUG [Thread-620 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:14:44,577 DEBUG [Thread-620 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:14:44,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5] 2024-12-07T07:14:44,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:14:44,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5] 2024-12-07T07:14:44,580 DEBUG [Thread-629 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:14:44,581 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:14:44,582 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:14:44,583 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:14:44,589 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5] 2024-12-07T07:14:44,619 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733555684606, max timestamp=1733555684615Num uniques 859; 2024-12-07T07:14:44,619 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733555684606, max timestamp=1733555684615Num uniques 859; 2024-12-07T07:14:44,619 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T07:14:44,619 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T07:14:44,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412079da7d73137b14893afa52d2d30025bbc_988c647247128d95e58dc4f1fc101ba2 is 50, key is test_row_0/A:col10/1733555684550/Put/seqid=0 2024-12-07T07:14:44,630 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733555684606, max timestamp=1733555684613Num uniques 859; 2024-12-07T07:14:44,631 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T07:14:44,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741945_1121 (size=12154) 2024-12-07T07:14:44,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-07T07:14:44,650 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:44,657 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412079da7d73137b14893afa52d2d30025bbc_988c647247128d95e58dc4f1fc101ba2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412079da7d73137b14893afa52d2d30025bbc_988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:44,660 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/0a378ecaaab540fba6a48279af89e1bb, store: [table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:14:44,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:44,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57618 deadline: 1733555744650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:44,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:44,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:44,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:44,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:44,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1733555744652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:44,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:44,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57566 deadline: 1733555744654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:44,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:44,663 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:44,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57544 deadline: 1733555744658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:44,663 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:44,663 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:44,664 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:44,664 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:44,664 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:44,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:44,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:44,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:44,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57594 deadline: 1733555744662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:44,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:44,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:44,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:44,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/0a378ecaaab540fba6a48279af89e1bb is 175, key is test_row_0/A:col10/1733555684550/Put/seqid=0 2024-12-07T07:14:44,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741946_1122 (size=30955) 2024-12-07T07:14:44,688 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/0a378ecaaab540fba6a48279af89e1bb 2024-12-07T07:14:44,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-07T07:14:44,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:44,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:14:44,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:44,700 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:44,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:44,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/a2d6e9eeda4043f79f412d7151ce0866 is 50, key is test_row_0/B:col10/1733555684550/Put/seqid=0 2024-12-07T07:14:44,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741947_1123 (size=12001) 2024-12-07T07:14:44,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/a2d6e9eeda4043f79f412d7151ce0866 2024-12-07T07:14:44,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/ca18490d48b54026bc6e87082597fef7 is 50, key is test_row_0/C:col10/1733555684550/Put/seqid=0 2024-12-07T07:14:44,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57544 deadline: 1733555744771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:44,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:44,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:44,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:44,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57566 deadline: 1733555744771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:44,781 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:44,781 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:44,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:44,781 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57618 deadline: 1733555744771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:44,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:44,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:44,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:44,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57594 deadline: 1733555744771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:44,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:44,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:44,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:44,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1733555744772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:44,782 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:44,782 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:44,782 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:44,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741948_1124 (size=12001) 2024-12-07T07:14:44,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/ca18490d48b54026bc6e87082597fef7 2024-12-07T07:14:44,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/0a378ecaaab540fba6a48279af89e1bb as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/0a378ecaaab540fba6a48279af89e1bb 2024-12-07T07:14:44,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/0a378ecaaab540fba6a48279af89e1bb, entries=150, sequenceid=15, filesize=30.2 K 2024-12-07T07:14:44,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/a2d6e9eeda4043f79f412d7151ce0866 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/a2d6e9eeda4043f79f412d7151ce0866 2024-12-07T07:14:44,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/a2d6e9eeda4043f79f412d7151ce0866, entries=150, sequenceid=15, filesize=11.7 K 2024-12-07T07:14:44,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/ca18490d48b54026bc6e87082597fef7 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/ca18490d48b54026bc6e87082597fef7 2024-12-07T07:14:44,830 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/ca18490d48b54026bc6e87082597fef7, entries=150, sequenceid=15, filesize=11.7 K 2024-12-07T07:14:44,831 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 988c647247128d95e58dc4f1fc101ba2 in 270ms, sequenceid=15, compaction requested=false 2024-12-07T07:14:44,831 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-07T07:14:44,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 988c647247128d95e58dc4f1fc101ba2: 2024-12-07T07:14:44,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-07T07:14:44,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:44,853 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 988c647247128d95e58dc4f1fc101ba2 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-12-07T07:14:44,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=A 2024-12-07T07:14:44,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:14:44,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=B 2024-12-07T07:14:44,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:14:44,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=C 2024-12-07T07:14:44,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:14:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-07T07:14:44,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120723b179fb958648d28b570e4bf514c11f_988c647247128d95e58dc4f1fc101ba2 is 50, key is test_row_0/A:col10/1733555684649/Put/seqid=0 2024-12-07T07:14:44,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741949_1125 (size=12154) 2024-12-07T07:14:44,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:44,899 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120723b179fb958648d28b570e4bf514c11f_988c647247128d95e58dc4f1fc101ba2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120723b179fb958648d28b570e4bf514c11f_988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:44,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/2d98f1b5cafb49ce8c892db1cce602b7, store: [table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:14:44,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/2d98f1b5cafb49ce8c892db1cce602b7 is 175, key is test_row_0/A:col10/1733555684649/Put/seqid=0 2024-12-07T07:14:44,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741950_1126 (size=30955) 2024-12-07T07:14:44,915 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/2d98f1b5cafb49ce8c892db1cce602b7 2024-12-07T07:14:44,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/31f5b1d0c6e84f0788e8b31255cf52d6 is 50, key is test_row_0/B:col10/1733555684649/Put/seqid=0 2024-12-07T07:14:44,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741951_1127 (size=12001) 2024-12-07T07:14:44,943 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/31f5b1d0c6e84f0788e8b31255cf52d6 2024-12-07T07:14:44,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/c3278ac324984423bbf8b0fb3682667e is 50, key is test_row_0/C:col10/1733555684649/Put/seqid=0 2024-12-07T07:14:44,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741952_1128 (size=12001) 2024-12-07T07:14:44,969 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/c3278ac324984423bbf8b0fb3682667e 2024-12-07T07:14:44,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/2d98f1b5cafb49ce8c892db1cce602b7 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/2d98f1b5cafb49ce8c892db1cce602b7 2024-12-07T07:14:44,986 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/2d98f1b5cafb49ce8c892db1cce602b7, entries=150, sequenceid=51, filesize=30.2 K 2024-12-07T07:14:44,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/31f5b1d0c6e84f0788e8b31255cf52d6 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/31f5b1d0c6e84f0788e8b31255cf52d6 2024-12-07T07:14:44,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:44,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:44,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:44,995 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/31f5b1d0c6e84f0788e8b31255cf52d6, entries=150, sequenceid=51, filesize=11.7 K 2024-12-07T07:14:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:44,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/c3278ac324984423bbf8b0fb3682667e as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/c3278ac324984423bbf8b0fb3682667e 2024-12-07T07:14:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:44,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:44,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,003 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/c3278ac324984423bbf8b0fb3682667e, entries=150, sequenceid=51, filesize=11.7 K 2024-12-07T07:14:45,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,004 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=0 B/0 for 988c647247128d95e58dc4f1fc101ba2 in 151ms, sequenceid=51, compaction requested=false 2024-12-07T07:14:45,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 988c647247128d95e58dc4f1fc101ba2: 2024-12-07T07:14:45,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:45,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-07T07:14:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-07T07:14:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-12-07T07:14:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 461 msec 2024-12-07T07:14:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees in 470 msec 2024-12-07T07:14:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:45,106 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 988c647247128d95e58dc4f1fc101ba2 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-07T07:14:45,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=A 2024-12-07T07:14:45,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:45,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=B 2024-12-07T07:14:45,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:45,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=C 2024-12-07T07:14:45,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:45,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207d245802bde5e4d488cd82ba9be43e605_988c647247128d95e58dc4f1fc101ba2 is 50, key is test_row_0/A:col10/1733555685104/Put/seqid=0 2024-12-07T07:14:45,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741953_1129 (size=21918) 2024-12-07T07:14:45,148 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,154 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207d245802bde5e4d488cd82ba9be43e605_988c647247128d95e58dc4f1fc101ba2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207d245802bde5e4d488cd82ba9be43e605_988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:45,155 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/c92c262be474471e81aa883588a7cd72, store: [table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:14:45,155 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16434, totalHeapSize=37576, min timestamp=1733555685135, max timestamp=1733555685151Num uniques 859; 2024-12-07T07:14:45,155 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16434, totalHeapSize=37576, min timestamp=1733555685135, max timestamp=1733555685151Num uniques 859; 2024-12-07T07:14:45,156 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=16434, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-07T07:14:45,156 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=16434, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-07T07:14:45,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/c92c262be474471e81aa883588a7cd72 is 175, key is test_row_0/A:col10/1733555685104/Put/seqid=0 2024-12-07T07:14:45,159 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733555685137, max timestamp=1733555685151Num uniques 859; 2024-12-07T07:14:45,159 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T07:14:45,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-07T07:14:45,172 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:14:45,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T07:14:45,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees 2024-12-07T07:14:45,174 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T07:14:45,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-07T07:14:45,175 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T07:14:45,175 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T07:14:45,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741954_1130 (size=65323) 2024-12-07T07:14:45,189 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=61, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/c92c262be474471e81aa883588a7cd72 2024-12-07T07:14:45,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:45,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57594 deadline: 1733555745187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:45,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:45,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:45,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:45,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:45,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57544 deadline: 1733555745190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:45,196 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:45,196 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:45,196 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:45,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:45,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1733555745190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:45,197 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:45,197 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:45,197 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:45,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:45,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57618 deadline: 1733555745193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:45,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:45,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:45,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:45,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:45,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57566 deadline: 1733555745197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:45,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:45,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:45,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:45,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/d2fe203465bd4fa592b0d7cee89d1822 is 50, key is test_row_0/B:col10/1733555685104/Put/seqid=0 2024-12-07T07:14:45,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741955_1131 (size=12001) 2024-12-07T07:14:45,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/d2fe203465bd4fa592b0d7cee89d1822 2024-12-07T07:14:45,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/a3187ddd314b40668f16e441f8a3ecc1 is 50, key is test_row_0/C:col10/1733555685104/Put/seqid=0 2024-12-07T07:14:45,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741956_1132 (size=12001) 2024-12-07T07:14:45,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-07T07:14:45,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:45,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57594 deadline: 1733555745301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:45,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:45,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:45,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:45,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:45,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1733555745301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:45,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:45,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:45,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:45,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:45,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57618 deadline: 1733555745301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:45,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:45,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:45,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:45,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:45,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57544 deadline: 1733555745301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:45,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:45,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:45,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:45,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:45,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57566 deadline: 1733555745310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:45,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:45,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:45,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:45,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-12-07T07:14:45,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:45,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:14:45,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:45,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:45,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:45,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-12-07T07:14:45,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:45,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:14:45,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:45,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:45,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:45,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:45,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-07T07:14:45,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:45,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1733555745511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:45,514 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:45,514 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:45,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:45,514 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:45,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57594 deadline: 1733555745511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:45,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:45,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:45,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:45,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:45,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57618 deadline: 1733555745511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:45,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:45,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:45,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:45,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:45,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57544 deadline: 1733555745520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:45,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:45,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:45,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:45,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:45,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57566 deadline: 1733555745521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:45,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:45,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:45,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:45,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-12-07T07:14:45,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:45,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:14:45,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:45,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:45,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:45,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:45,663 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/a3187ddd314b40668f16e441f8a3ecc1 2024-12-07T07:14:45,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/c92c262be474471e81aa883588a7cd72 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/c92c262be474471e81aa883588a7cd72 2024-12-07T07:14:45,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/c92c262be474471e81aa883588a7cd72, entries=350, sequenceid=61, filesize=63.8 K 2024-12-07T07:14:45,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/d2fe203465bd4fa592b0d7cee89d1822 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/d2fe203465bd4fa592b0d7cee89d1822 2024-12-07T07:14:45,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/d2fe203465bd4fa592b0d7cee89d1822, entries=150, sequenceid=61, filesize=11.7 K 2024-12-07T07:14:45,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/a3187ddd314b40668f16e441f8a3ecc1 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/a3187ddd314b40668f16e441f8a3ecc1 2024-12-07T07:14:45,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/a3187ddd314b40668f16e441f8a3ecc1, entries=150, sequenceid=61, filesize=11.7 K 2024-12-07T07:14:45,706 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=138.65 KB/141980 for 988c647247128d95e58dc4f1fc101ba2 in 600ms, sequenceid=61, compaction requested=true 2024-12-07T07:14:45,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 988c647247128d95e58dc4f1fc101ba2: 2024-12-07T07:14:45,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 988c647247128d95e58dc4f1fc101ba2:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:14:45,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:14:45,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 988c647247128d95e58dc4f1fc101ba2:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:14:45,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-07T07:14:45,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 988c647247128d95e58dc4f1fc101ba2:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:14:45,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-07T07:14:45,706 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:14:45,707 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:14:45,708 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 127233 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:14:45,708 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 988c647247128d95e58dc4f1fc101ba2/A is initiating minor compaction (all files) 2024-12-07T07:14:45,708 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 988c647247128d95e58dc4f1fc101ba2/A in TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:45,708 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/0a378ecaaab540fba6a48279af89e1bb, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/2d98f1b5cafb49ce8c892db1cce602b7, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/c92c262be474471e81aa883588a7cd72] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp, totalSize=124.3 K 2024-12-07T07:14:45,708 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:45,709 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. files: [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/0a378ecaaab540fba6a48279af89e1bb, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/2d98f1b5cafb49ce8c892db1cce602b7, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/c92c262be474471e81aa883588a7cd72] 2024-12-07T07:14:45,709 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:14:45,709 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 988c647247128d95e58dc4f1fc101ba2/B is initiating minor compaction (all files) 2024-12-07T07:14:45,709 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 988c647247128d95e58dc4f1fc101ba2/B in TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:45,710 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/a2d6e9eeda4043f79f412d7151ce0866, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/31f5b1d0c6e84f0788e8b31255cf52d6, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/d2fe203465bd4fa592b0d7cee89d1822] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp, totalSize=35.2 K 2024-12-07T07:14:45,710 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a378ecaaab540fba6a48279af89e1bb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733555684550 2024-12-07T07:14:45,710 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting a2d6e9eeda4043f79f412d7151ce0866, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733555684550 2024-12-07T07:14:45,710 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 31f5b1d0c6e84f0788e8b31255cf52d6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733555684649 2024-12-07T07:14:45,711 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d98f1b5cafb49ce8c892db1cce602b7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733555684649 2024-12-07T07:14:45,712 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting d2fe203465bd4fa592b0d7cee89d1822, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733555685060 2024-12-07T07:14:45,713 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting c92c262be474471e81aa883588a7cd72, keycount=350, bloomtype=ROW, size=63.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733555685054 2024-12-07T07:14:45,727 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 988c647247128d95e58dc4f1fc101ba2#B#compaction#114 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:14:45,727 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/64f4154b5f524eb798c632f692d6ad68 is 50, key is test_row_0/B:col10/1733555685104/Put/seqid=0 2024-12-07T07:14:45,734 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:14:45,744 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241207f9e0005109e74a0993decb8885fdaaf0_988c647247128d95e58dc4f1fc101ba2 store=[table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:14:45,747 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241207f9e0005109e74a0993decb8885fdaaf0_988c647247128d95e58dc4f1fc101ba2, store=[table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:14:45,747 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207f9e0005109e74a0993decb8885fdaaf0_988c647247128d95e58dc4f1fc101ba2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:14:45,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741957_1133 (size=12104) 2024-12-07T07:14:45,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741958_1134 (size=4469) 2024-12-07T07:14:45,762 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 988c647247128d95e58dc4f1fc101ba2#A#compaction#115 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:14:45,762 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/35501af5cd9744e6ac166ac11297da60 is 175, key is test_row_0/A:col10/1733555685104/Put/seqid=0 2024-12-07T07:14:45,763 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/64f4154b5f524eb798c632f692d6ad68 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/64f4154b5f524eb798c632f692d6ad68 2024-12-07T07:14:45,775 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 988c647247128d95e58dc4f1fc101ba2/B of 988c647247128d95e58dc4f1fc101ba2 into 64f4154b5f524eb798c632f692d6ad68(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:14:45,775 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 988c647247128d95e58dc4f1fc101ba2: 2024-12-07T07:14:45,775 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., storeName=988c647247128d95e58dc4f1fc101ba2/B, priority=13, startTime=1733555685706; duration=0sec 2024-12-07T07:14:45,775 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:14:45,775 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 988c647247128d95e58dc4f1fc101ba2:B 2024-12-07T07:14:45,775 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:14:45,778 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:14:45,778 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 988c647247128d95e58dc4f1fc101ba2/C is initiating minor compaction (all files) 2024-12-07T07:14:45,778 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 988c647247128d95e58dc4f1fc101ba2/C in TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:45,778 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/ca18490d48b54026bc6e87082597fef7, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/c3278ac324984423bbf8b0fb3682667e, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/a3187ddd314b40668f16e441f8a3ecc1] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp, totalSize=35.2 K 2024-12-07T07:14:45,779 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting ca18490d48b54026bc6e87082597fef7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733555684550 2024-12-07T07:14:45,779 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting c3278ac324984423bbf8b0fb3682667e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733555684649 2024-12-07T07:14:45,779 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting a3187ddd314b40668f16e441f8a3ecc1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733555685060 2024-12-07T07:14:45,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-12-07T07:14:45,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:45,792 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 988c647247128d95e58dc4f1fc101ba2 3/3 column families, dataSize=138.65 KB heapSize=385.77 KB 2024-12-07T07:14:45,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=A 2024-12-07T07:14:45,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:14:45,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=B 2024-12-07T07:14:45,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:14:45,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=C 2024-12-07T07:14:45,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:14:45,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741959_1135 (size=31058) 2024-12-07T07:14:45,798 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 988c647247128d95e58dc4f1fc101ba2#C#compaction#116 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:14:45,799 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/df39d37d5b4e441cbc7bcf9302f3cd0c is 50, key is test_row_0/C:col10/1733555685104/Put/seqid=0 2024-12-07T07:14:45,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-07T07:14:45,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120713a04f7ba1a34e7482882e4cb0a9745d_988c647247128d95e58dc4f1fc101ba2 is 50, key is test_row_0/A:col10/1733555685183/Put/seqid=0 2024-12-07T07:14:45,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741960_1136 (size=12104) 2024-12-07T07:14:45,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:45,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:14:45,835 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/df39d37d5b4e441cbc7bcf9302f3cd0c as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/df39d37d5b4e441cbc7bcf9302f3cd0c 2024-12-07T07:14:45,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:45,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1733555745834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:45,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:45,843 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:45,843 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:45,843 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:45,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57566 deadline: 1733555745833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:45,843 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:45,843 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:45,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:45,844 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 988c647247128d95e58dc4f1fc101ba2/C of 988c647247128d95e58dc4f1fc101ba2 into df39d37d5b4e441cbc7bcf9302f3cd0c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:14:45,844 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 988c647247128d95e58dc4f1fc101ba2: 2024-12-07T07:14:45,844 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., storeName=988c647247128d95e58dc4f1fc101ba2/C, priority=13, startTime=1733555685706; duration=0sec 2024-12-07T07:14:45,844 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:45,844 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 988c647247128d95e58dc4f1fc101ba2:C 2024-12-07T07:14:45,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:45,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57594 deadline: 1733555745835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:45,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:45,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:45,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:45,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:45,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57544 deadline: 1733555745837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:45,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:45,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:45,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:45,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:45,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57618 deadline: 1733555745837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:45,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:45,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:45,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:45,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741961_1137 (size=12154) 2024-12-07T07:14:45,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:45,857 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120713a04f7ba1a34e7482882e4cb0a9745d_988c647247128d95e58dc4f1fc101ba2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120713a04f7ba1a34e7482882e4cb0a9745d_988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:45,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/8714d4680c0f4d0a9d8661fdd907f435, store: [table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:14:45,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/8714d4680c0f4d0a9d8661fdd907f435 is 175, key is test_row_0/A:col10/1733555685183/Put/seqid=0 2024-12-07T07:14:45,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741962_1138 (size=30955) 2024-12-07T07:14:45,889 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/8714d4680c0f4d0a9d8661fdd907f435 2024-12-07T07:14:45,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/50b74af6f23145eca41c32424b191068 is 50, key is test_row_0/B:col10/1733555685183/Put/seqid=0 2024-12-07T07:14:45,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741963_1139 (size=12001) 2024-12-07T07:14:45,936 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T07:14:45,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:45,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57594 deadline: 1733555745951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:45,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:45,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:45,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:45,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:45,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57544 deadline: 1733555745951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:45,955 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:45,955 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:45,955 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:45,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:45,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1733555745951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:45,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:45,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:45,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:45,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:45,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57618 deadline: 1733555745951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:45,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:45,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:45,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:46,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:46,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57594 deadline: 1733555746160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:46,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:46,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:46,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:46,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:46,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57544 deadline: 1733555746160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:46,163 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:46,163 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:46,163 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:46,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:46,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57618 deadline: 1733555746160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:46,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:46,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:46,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:46,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:46,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1733555746161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:46,164 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:46,164 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:46,164 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:46,203 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/35501af5cd9744e6ac166ac11297da60 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/35501af5cd9744e6ac166ac11297da60 2024-12-07T07:14:46,216 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 988c647247128d95e58dc4f1fc101ba2/A of 988c647247128d95e58dc4f1fc101ba2 into 35501af5cd9744e6ac166ac11297da60(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:14:46,216 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 988c647247128d95e58dc4f1fc101ba2: 2024-12-07T07:14:46,216 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., storeName=988c647247128d95e58dc4f1fc101ba2/A, priority=13, startTime=1733555685706; duration=0sec 2024-12-07T07:14:46,218 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:46,218 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 988c647247128d95e58dc4f1fc101ba2:A 2024-12-07T07:14:46,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-07T07:14:46,315 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/50b74af6f23145eca41c32424b191068 2024-12-07T07:14:46,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/b6b13adafa864924ba6739d51fc3ca65 is 50, key is test_row_0/C:col10/1733555685183/Put/seqid=0 2024-12-07T07:14:46,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741964_1140 (size=12001) 2024-12-07T07:14:46,343 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/b6b13adafa864924ba6739d51fc3ca65 2024-12-07T07:14:46,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/8714d4680c0f4d0a9d8661fdd907f435 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/8714d4680c0f4d0a9d8661fdd907f435 2024-12-07T07:14:46,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57566 deadline: 1733555746351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:46,357 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:46,357 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:46,357 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:46,365 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/8714d4680c0f4d0a9d8661fdd907f435, entries=150, sequenceid=97, filesize=30.2 K 2024-12-07T07:14:46,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/50b74af6f23145eca41c32424b191068 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/50b74af6f23145eca41c32424b191068 2024-12-07T07:14:46,373 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/50b74af6f23145eca41c32424b191068, entries=150, sequenceid=97, filesize=11.7 K 2024-12-07T07:14:46,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/b6b13adafa864924ba6739d51fc3ca65 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/b6b13adafa864924ba6739d51fc3ca65 2024-12-07T07:14:46,381 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/b6b13adafa864924ba6739d51fc3ca65, entries=150, sequenceid=97, filesize=11.7 K 2024-12-07T07:14:46,384 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~138.65 KB/141980, heapSize ~385.72 KB/394976, currentSize=46.96 KB/48090 for 988c647247128d95e58dc4f1fc101ba2 in 593ms, sequenceid=97, compaction requested=false 2024-12-07T07:14:46,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 988c647247128d95e58dc4f1fc101ba2: 2024-12-07T07:14:46,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:46,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-07T07:14:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-07T07:14:46,391 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-07T07:14:46,391 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2130 sec 2024-12-07T07:14:46,395 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees in 1.2210 sec 2024-12-07T07:14:46,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:46,473 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 988c647247128d95e58dc4f1fc101ba2 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-07T07:14:46,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=A 2024-12-07T07:14:46,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:46,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=B 2024-12-07T07:14:46,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:46,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=C 2024-12-07T07:14:46,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:46,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207740e20f98a834eb2a79f4c2a263cc1d7_988c647247128d95e58dc4f1fc101ba2 is 50, key is test_row_0/A:col10/1733555686472/Put/seqid=0 2024-12-07T07:14:46,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741965_1141 (size=12154) 2024-12-07T07:14:46,504 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:46,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57618 deadline: 1733555746502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:46,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:46,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:46,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:46,510 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733555686492, max timestamp=1733555686502Num uniques 859; 2024-12-07T07:14:46,510 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T07:14:46,511 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733555686492, max timestamp=1733555686502Num uniques 859; 2024-12-07T07:14:46,511 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T07:14:46,511 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733555686492, max timestamp=1733555686502Num uniques 859; 2024-12-07T07:14:46,511 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T07:14:46,522 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207740e20f98a834eb2a79f4c2a263cc1d7_988c647247128d95e58dc4f1fc101ba2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207740e20f98a834eb2a79f4c2a263cc1d7_988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:46,523 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/928653690dfc4560a1140ab35c6eee5f, store: [table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:14:46,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/928653690dfc4560a1140ab35c6eee5f is 175, key is test_row_0/A:col10/1733555686472/Put/seqid=0 2024-12-07T07:14:46,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741966_1142 (size=30955) 2024-12-07T07:14:46,547 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=111, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/928653690dfc4560a1140ab35c6eee5f 2024-12-07T07:14:46,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1733555746548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:46,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:46,558 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57594 deadline: 1733555746549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:46,558 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:46,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:46,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:46,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:46,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/f916110152544e2bbffd6d035ce9604a is 50, key is test_row_0/B:col10/1733555686472/Put/seqid=0 2024-12-07T07:14:46,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57544 deadline: 1733555746558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:46,563 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:46,563 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:46,563 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:46,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741967_1143 (size=12001) 2024-12-07T07:14:46,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57618 deadline: 1733555746611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:46,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:46,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:46,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:46,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1733555746660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:46,663 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:46,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:46,663 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:46,663 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57594 deadline: 1733555746660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:46,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:46,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:46,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:46,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57544 deadline: 1733555746670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:46,672 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:46,672 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:46,672 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:46,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57618 deadline: 1733555746820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:46,823 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:46,823 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:46,823 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:46,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1733555746870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:46,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:46,873 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:46,873 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57594 deadline: 1733555746870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:46,873 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:46,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:46,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:46,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:46,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57544 deadline: 1733555746880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:46,884 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:46,884 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:46,884 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:46,972 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/f916110152544e2bbffd6d035ce9604a 2024-12-07T07:14:46,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/debd52d6c4464eb58ac0b60d87613d23 is 50, key is test_row_0/C:col10/1733555686472/Put/seqid=0 2024-12-07T07:14:46,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741968_1144 (size=12001) 2024-12-07T07:14:46,985 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/debd52d6c4464eb58ac0b60d87613d23 2024-12-07T07:14:46,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/928653690dfc4560a1140ab35c6eee5f as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/928653690dfc4560a1140ab35c6eee5f 2024-12-07T07:14:46,995 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/928653690dfc4560a1140ab35c6eee5f, entries=150, sequenceid=111, filesize=30.2 K 2024-12-07T07:14:46,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/f916110152544e2bbffd6d035ce9604a as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/f916110152544e2bbffd6d035ce9604a 2024-12-07T07:14:47,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/f916110152544e2bbffd6d035ce9604a, entries=150, sequenceid=111, filesize=11.7 K 2024-12-07T07:14:47,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/debd52d6c4464eb58ac0b60d87613d23 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/debd52d6c4464eb58ac0b60d87613d23 2024-12-07T07:14:47,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/debd52d6c4464eb58ac0b60d87613d23, entries=150, sequenceid=111, filesize=11.7 K 2024-12-07T07:14:47,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for 988c647247128d95e58dc4f1fc101ba2 in 536ms, sequenceid=111, compaction requested=true 2024-12-07T07:14:47,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 988c647247128d95e58dc4f1fc101ba2: 2024-12-07T07:14:47,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 988c647247128d95e58dc4f1fc101ba2:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:14:47,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:47,009 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:14:47,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 988c647247128d95e58dc4f1fc101ba2:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:14:47,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:14:47,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 988c647247128d95e58dc4f1fc101ba2:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:14:47,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:14:47,009 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:14:47,011 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:14:47,011 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:14:47,011 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 988c647247128d95e58dc4f1fc101ba2/A is initiating minor compaction (all files) 2024-12-07T07:14:47,011 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 988c647247128d95e58dc4f1fc101ba2/B is initiating minor compaction (all files) 2024-12-07T07:14:47,011 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 988c647247128d95e58dc4f1fc101ba2/B in TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:47,011 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 988c647247128d95e58dc4f1fc101ba2/A in TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:47,011 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/64f4154b5f524eb798c632f692d6ad68, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/50b74af6f23145eca41c32424b191068, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/f916110152544e2bbffd6d035ce9604a] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp, totalSize=35.3 K 2024-12-07T07:14:47,011 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/35501af5cd9744e6ac166ac11297da60, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/8714d4680c0f4d0a9d8661fdd907f435, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/928653690dfc4560a1140ab35c6eee5f] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp, totalSize=90.8 K 2024-12-07T07:14:47,011 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:47,011 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. files: [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/35501af5cd9744e6ac166ac11297da60, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/8714d4680c0f4d0a9d8661fdd907f435, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/928653690dfc4560a1140ab35c6eee5f] 2024-12-07T07:14:47,012 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 64f4154b5f524eb798c632f692d6ad68, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733555685060 2024-12-07T07:14:47,012 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35501af5cd9744e6ac166ac11297da60, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733555685060 2024-12-07T07:14:47,012 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 50b74af6f23145eca41c32424b191068, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733555685183 2024-12-07T07:14:47,012 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8714d4680c0f4d0a9d8661fdd907f435, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733555685183 2024-12-07T07:14:47,012 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 928653690dfc4560a1140ab35c6eee5f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1733555685834 2024-12-07T07:14:47,013 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting f916110152544e2bbffd6d035ce9604a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1733555685834 2024-12-07T07:14:47,022 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:14:47,023 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 988c647247128d95e58dc4f1fc101ba2#B#compaction#124 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:14:47,024 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241207178bd4b0c9aa43d999edce8846a57ac7_988c647247128d95e58dc4f1fc101ba2 store=[table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:14:47,024 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/43ba835ec0e7451aa954a4e89697b4b8 is 50, key is test_row_0/B:col10/1733555686472/Put/seqid=0 2024-12-07T07:14:47,027 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241207178bd4b0c9aa43d999edce8846a57ac7_988c647247128d95e58dc4f1fc101ba2, store=[table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:14:47,027 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207178bd4b0c9aa43d999edce8846a57ac7_988c647247128d95e58dc4f1fc101ba2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:14:47,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741969_1145 (size=12207) 2024-12-07T07:14:47,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741970_1146 (size=4469) 2024-12-07T07:14:47,048 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/43ba835ec0e7451aa954a4e89697b4b8 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/43ba835ec0e7451aa954a4e89697b4b8 2024-12-07T07:14:47,056 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 988c647247128d95e58dc4f1fc101ba2/B of 988c647247128d95e58dc4f1fc101ba2 into 43ba835ec0e7451aa954a4e89697b4b8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:14:47,056 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 988c647247128d95e58dc4f1fc101ba2: 2024-12-07T07:14:47,056 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., storeName=988c647247128d95e58dc4f1fc101ba2/B, priority=13, startTime=1733555687009; duration=0sec 2024-12-07T07:14:47,056 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:14:47,056 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 988c647247128d95e58dc4f1fc101ba2:B 2024-12-07T07:14:47,056 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:14:47,058 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:14:47,058 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 988c647247128d95e58dc4f1fc101ba2/C is initiating minor compaction (all files) 2024-12-07T07:14:47,058 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 988c647247128d95e58dc4f1fc101ba2/C in TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:47,059 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/df39d37d5b4e441cbc7bcf9302f3cd0c, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/b6b13adafa864924ba6739d51fc3ca65, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/debd52d6c4464eb58ac0b60d87613d23] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp, totalSize=35.3 K 2024-12-07T07:14:47,059 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting df39d37d5b4e441cbc7bcf9302f3cd0c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733555685060 2024-12-07T07:14:47,060 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting b6b13adafa864924ba6739d51fc3ca65, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733555685183 2024-12-07T07:14:47,060 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting debd52d6c4464eb58ac0b60d87613d23, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1733555685834 2024-12-07T07:14:47,070 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 988c647247128d95e58dc4f1fc101ba2#C#compaction#125 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:14:47,072 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/a5e7895475ab44dc86adf723fbaab08f is 50, key is test_row_0/C:col10/1733555686472/Put/seqid=0 2024-12-07T07:14:47,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741971_1147 (size=12207) 2024-12-07T07:14:47,092 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/a5e7895475ab44dc86adf723fbaab08f as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/a5e7895475ab44dc86adf723fbaab08f 2024-12-07T07:14:47,105 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 988c647247128d95e58dc4f1fc101ba2/C of 988c647247128d95e58dc4f1fc101ba2 into a5e7895475ab44dc86adf723fbaab08f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:14:47,105 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 988c647247128d95e58dc4f1fc101ba2: 2024-12-07T07:14:47,105 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., storeName=988c647247128d95e58dc4f1fc101ba2/C, priority=13, startTime=1733555687009; duration=0sec 2024-12-07T07:14:47,105 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:47,105 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 988c647247128d95e58dc4f1fc101ba2:C 2024-12-07T07:14:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:47,133 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 988c647247128d95e58dc4f1fc101ba2 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-12-07T07:14:47,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=A 2024-12-07T07:14:47,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:14:47,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=B 2024-12-07T07:14:47,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:14:47,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=C 2024-12-07T07:14:47,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:14:47,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120715bca3b89ec844be9ecd8361a81a4125_988c647247128d95e58dc4f1fc101ba2 is 50, key is test_row_0/A:col10/1733555686542/Put/seqid=0 2024-12-07T07:14:47,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1733555747180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:47,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:47,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57594 deadline: 1733555747180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:47,184 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:47,184 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:47,184 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:47,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:47,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:47,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:47,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741972_1148 (size=14794) 2024-12-07T07:14:47,189 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57618 deadline: 1733555747185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:47,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:47,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:47,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:47,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:47,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57544 deadline: 1733555747190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:47,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:47,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:47,195 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:47,197 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120715bca3b89ec844be9ecd8361a81a4125_988c647247128d95e58dc4f1fc101ba2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120715bca3b89ec844be9ecd8361a81a4125_988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:47,198 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/3b511ad3a99b47c49671d540edfe898b, store: [table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:14:47,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/3b511ad3a99b47c49671d540edfe898b is 175, key is test_row_0/A:col10/1733555686542/Put/seqid=0 2024-12-07T07:14:47,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741973_1149 (size=39749) 2024-12-07T07:14:47,219 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=149, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/3b511ad3a99b47c49671d540edfe898b 2024-12-07T07:14:47,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/a96d2b53236748de9ff74ef3a89c7e6b is 50, key is test_row_0/B:col10/1733555686542/Put/seqid=0 2024-12-07T07:14:47,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741974_1150 (size=12151) 2024-12-07T07:14:47,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/a96d2b53236748de9ff74ef3a89c7e6b 2024-12-07T07:14:47,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/3e1d69f35dbf44f4ba5cdd64ad8a87a1 is 50, key is test_row_0/C:col10/1733555686542/Put/seqid=0 2024-12-07T07:14:47,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741975_1151 (size=12151) 2024-12-07T07:14:47,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:47,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57618 deadline: 1733555747300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:47,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:47,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:47,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:47,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-07T07:14:47,321 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:14:47,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T07:14:47,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees 2024-12-07T07:14:47,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-07T07:14:47,326 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T07:14:47,327 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T07:14:47,327 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T07:14:47,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:47,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57566 deadline: 1733555747360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:47,366 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_0' in 988c647247128d95e58dc4f1fc101ba2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:14:47,367 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:47,367 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:47,367 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:47,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-07T07:14:47,444 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 988c647247128d95e58dc4f1fc101ba2#A#compaction#123 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:14:47,444 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/da73320e36044953a90acc2cb1e2e8d4 is 175, key is test_row_0/A:col10/1733555686472/Put/seqid=0 2024-12-07T07:14:47,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741976_1152 (size=31161) 2024-12-07T07:14:47,457 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/da73320e36044953a90acc2cb1e2e8d4 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/da73320e36044953a90acc2cb1e2e8d4 2024-12-07T07:14:47,462 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 988c647247128d95e58dc4f1fc101ba2/A of 988c647247128d95e58dc4f1fc101ba2 into da73320e36044953a90acc2cb1e2e8d4(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:14:47,462 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 988c647247128d95e58dc4f1fc101ba2: 2024-12-07T07:14:47,463 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., storeName=988c647247128d95e58dc4f1fc101ba2/A, priority=13, startTime=1733555687009; duration=0sec 2024-12-07T07:14:47,463 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:47,463 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 988c647247128d95e58dc4f1fc101ba2:A 2024-12-07T07:14:47,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-07T07:14:47,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:47,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:14:47,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:47,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:47,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:47,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:47,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:47,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57618 deadline: 1733555747510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:47,513 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:47,513 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:47,513 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:47,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-07T07:14:47,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:47,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:14:47,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:47,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:47,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:47,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:47,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-07T07:14:47,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/3e1d69f35dbf44f4ba5cdd64ad8a87a1 2024-12-07T07:14:47,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1733555747690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:47,693 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:47,693 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:47,693 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:47,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:47,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57544 deadline: 1733555747700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:47,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:47,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:47,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:47,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/3b511ad3a99b47c49671d540edfe898b as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/3b511ad3a99b47c49671d540edfe898b 2024-12-07T07:14:47,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:47,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57594 deadline: 1733555747700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:47,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:47,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:47,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:47,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/3b511ad3a99b47c49671d540edfe898b, entries=200, sequenceid=149, filesize=38.8 K 2024-12-07T07:14:47,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/a96d2b53236748de9ff74ef3a89c7e6b as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/a96d2b53236748de9ff74ef3a89c7e6b 2024-12-07T07:14:47,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/a96d2b53236748de9ff74ef3a89c7e6b, entries=150, sequenceid=149, filesize=11.9 K 2024-12-07T07:14:47,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/3e1d69f35dbf44f4ba5cdd64ad8a87a1 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/3e1d69f35dbf44f4ba5cdd64ad8a87a1 2024-12-07T07:14:47,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/3e1d69f35dbf44f4ba5cdd64ad8a87a1, entries=150, sequenceid=149, filesize=11.9 K 2024-12-07T07:14:47,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,722 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 988c647247128d95e58dc4f1fc101ba2 in 589ms, sequenceid=149, compaction requested=false 2024-12-07T07:14:47,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 988c647247128d95e58dc4f1fc101ba2: 2024-12-07T07:14:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-07T07:14:47,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:47,788 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2902): Flushing 988c647247128d95e58dc4f1fc101ba2 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-07T07:14:47,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=A 2024-12-07T07:14:47,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:47,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=B 2024-12-07T07:14:47,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:47,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=C 2024-12-07T07:14:47,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412079fbab6f878134ea18fd7d7c52e6a6ce8_988c647247128d95e58dc4f1fc101ba2 is 50, key is test_row_1/A:col10/1733555687181/Put/seqid=0 2024-12-07T07:14:47,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741977_1153 (size=9814) 2024-12-07T07:14:47,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,815 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412079fbab6f878134ea18fd7d7c52e6a6ce8_988c647247128d95e58dc4f1fc101ba2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412079fbab6f878134ea18fd7d7c52e6a6ce8_988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:47,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/f0fa7b0968bb438891e8902016dfda24, store: [table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:14:47,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/f0fa7b0968bb438891e8902016dfda24 is 175, key is test_row_1/A:col10/1733555687181/Put/seqid=0 2024-12-07T07:14:47,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,820 INFO [master/5d4d7471f19e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-07T07:14:47,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,820 INFO [master/5d4d7471f19e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-07T07:14:47,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741978_1154 (size=22461) 2024-12-07T07:14:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,823 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=161, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/f0fa7b0968bb438891e8902016dfda24 2024-12-07T07:14:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/706a52fa64054c4993b15303c2f0066a is 50, key is test_row_1/B:col10/1733555687181/Put/seqid=0 2024-12-07T07:14:47,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:47,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:14:47,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741979_1155 (size=9757) 2024-12-07T07:14:47,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,841 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/706a52fa64054c4993b15303c2f0066a 2024-12-07T07:14:47,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/98c99c0b9aa44ac0a4f44b0cd5fe05d7 is 50, key is test_row_1/C:col10/1733555687181/Put/seqid=0 2024-12-07T07:14:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741980_1156 (size=9757) 2024-12-07T07:14:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-07T07:14:47,955 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733555687942, max timestamp=1733555687952Num uniques 859; 2024-12-07T07:14:47,955 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733555687942, max timestamp=1733555687952Num uniques 859; 2024-12-07T07:14:47,955 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733555687942, max timestamp=1733555687952Num uniques 859; 2024-12-07T07:14:47,955 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T07:14:47,955 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T07:14:47,955 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T07:14:48,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57618 deadline: 1733555748026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:48,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:48,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:48,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:48,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57618 deadline: 1733555748140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:48,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:48,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:48,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:48,271 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/98c99c0b9aa44ac0a4f44b0cd5fe05d7 2024-12-07T07:14:48,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/f0fa7b0968bb438891e8902016dfda24 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/f0fa7b0968bb438891e8902016dfda24 2024-12-07T07:14:48,282 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/f0fa7b0968bb438891e8902016dfda24, entries=100, sequenceid=161, filesize=21.9 K 2024-12-07T07:14:48,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/706a52fa64054c4993b15303c2f0066a as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/706a52fa64054c4993b15303c2f0066a 2024-12-07T07:14:48,289 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/706a52fa64054c4993b15303c2f0066a, entries=100, sequenceid=161, filesize=9.5 K 2024-12-07T07:14:48,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/98c99c0b9aa44ac0a4f44b0cd5fe05d7 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/98c99c0b9aa44ac0a4f44b0cd5fe05d7 2024-12-07T07:14:48,295 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/98c99c0b9aa44ac0a4f44b0cd5fe05d7, entries=100, sequenceid=161, filesize=9.5 K 2024-12-07T07:14:48,296 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 988c647247128d95e58dc4f1fc101ba2 in 508ms, sequenceid=161, compaction requested=true 2024-12-07T07:14:48,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2603): Flush status journal for 988c647247128d95e58dc4f1fc101ba2: 2024-12-07T07:14:48,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:48,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-07T07:14:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-07T07:14:48,300 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-12-07T07:14:48,300 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 971 msec 2024-12-07T07:14:48,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees in 980 msec 2024-12-07T07:14:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:48,353 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 988c647247128d95e58dc4f1fc101ba2 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-07T07:14:48,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=A 2024-12-07T07:14:48,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:14:48,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=B 2024-12-07T07:14:48,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:14:48,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=C 2024-12-07T07:14:48,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:14:48,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120769d5dfc1436440649db148bff5aad894_988c647247128d95e58dc4f1fc101ba2 is 50, key is test_row_0/A:col10/1733555688006/Put/seqid=0 2024-12-07T07:14:48,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741981_1157 (size=14794) 2024-12-07T07:14:48,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57618 deadline: 1733555748393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:48,398 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:48,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:48,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:48,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:48,402 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120769d5dfc1436440649db148bff5aad894_988c647247128d95e58dc4f1fc101ba2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120769d5dfc1436440649db148bff5aad894_988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:48,404 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/80c534d58aea42a2981fae53d1ada826, store: [table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:14:48,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/80c534d58aea42a2981fae53d1ada826 is 175, key is test_row_0/A:col10/1733555688006/Put/seqid=0 2024-12-07T07:14:48,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741982_1158 (size=39749) 2024-12-07T07:14:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-07T07:14:48,461 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:14:48,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T07:14:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-12-07T07:14:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-07T07:14:48,463 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T07:14:48,464 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T07:14:48,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T07:14:48,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:48,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57618 deadline: 1733555748510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:48,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:48,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:48,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:48,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-07T07:14:48,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-07T07:14:48,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:48,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:14:48,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:48,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:48,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:48,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:48,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1733555748700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:48,700 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_1' in 988c647247128d95e58dc4f1fc101ba2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:14:48,701 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:48,701 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:48,701 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:48,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:48,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57544 deadline: 1733555748710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:48,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:48,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57594 deadline: 1733555748710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:48,713 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_1' in 988c647247128d95e58dc4f1fc101ba2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:14:48,714 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:48,714 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:48,714 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:48,714 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_2' in 988c647247128d95e58dc4f1fc101ba2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:14:48,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:48,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:48,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:48,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:48,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57618 deadline: 1733555748720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:48,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:48,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:48,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:48,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-07T07:14:48,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:48,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:14:48,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:48,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:48,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:48,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-07T07:14:48,815 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/80c534d58aea42a2981fae53d1ada826 2024-12-07T07:14:48,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/2e090b477f0441c59bbd8bc29503c575 is 50, key is test_row_0/B:col10/1733555688006/Put/seqid=0 2024-12-07T07:14:48,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741983_1159 (size=12151) 2024-12-07T07:14:48,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/2e090b477f0441c59bbd8bc29503c575 2024-12-07T07:14:48,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/ea33af4841ee430892a74fe8ff11a91c is 50, key is test_row_0/C:col10/1733555688006/Put/seqid=0 2024-12-07T07:14:48,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741984_1160 (size=12151) 2024-12-07T07:14:48,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/ea33af4841ee430892a74fe8ff11a91c 2024-12-07T07:14:48,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/80c534d58aea42a2981fae53d1ada826 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/80c534d58aea42a2981fae53d1ada826 2024-12-07T07:14:48,852 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/80c534d58aea42a2981fae53d1ada826, entries=200, sequenceid=198, filesize=38.8 K 2024-12-07T07:14:48,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/2e090b477f0441c59bbd8bc29503c575 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/2e090b477f0441c59bbd8bc29503c575 2024-12-07T07:14:48,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/2e090b477f0441c59bbd8bc29503c575, entries=150, sequenceid=198, filesize=11.9 K 2024-12-07T07:14:48,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/ea33af4841ee430892a74fe8ff11a91c as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/ea33af4841ee430892a74fe8ff11a91c 2024-12-07T07:14:48,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/ea33af4841ee430892a74fe8ff11a91c, entries=150, sequenceid=198, filesize=11.9 K 2024-12-07T07:14:48,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 988c647247128d95e58dc4f1fc101ba2 in 516ms, sequenceid=198, compaction requested=true 2024-12-07T07:14:48,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 988c647247128d95e58dc4f1fc101ba2: 2024-12-07T07:14:48,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 988c647247128d95e58dc4f1fc101ba2:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:14:48,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:48,868 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T07:14:48,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 988c647247128d95e58dc4f1fc101ba2:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:14:48,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:48,868 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T07:14:48,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 988c647247128d95e58dc4f1fc101ba2:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:14:48,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:14:48,870 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T07:14:48,870 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133120 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T07:14:48,870 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 988c647247128d95e58dc4f1fc101ba2/B is initiating minor compaction (all files) 2024-12-07T07:14:48,870 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 988c647247128d95e58dc4f1fc101ba2/A is initiating minor compaction (all files) 2024-12-07T07:14:48,870 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 988c647247128d95e58dc4f1fc101ba2/B in TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:48,870 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 988c647247128d95e58dc4f1fc101ba2/A in TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:48,870 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/da73320e36044953a90acc2cb1e2e8d4, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/3b511ad3a99b47c49671d540edfe898b, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/f0fa7b0968bb438891e8902016dfda24, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/80c534d58aea42a2981fae53d1ada826] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp, totalSize=130 K 2024-12-07T07:14:48,870 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/43ba835ec0e7451aa954a4e89697b4b8, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/a96d2b53236748de9ff74ef3a89c7e6b, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/706a52fa64054c4993b15303c2f0066a, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/2e090b477f0441c59bbd8bc29503c575] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp, totalSize=45.2 K 2024-12-07T07:14:48,870 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:48,870 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. files: [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/da73320e36044953a90acc2cb1e2e8d4, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/3b511ad3a99b47c49671d540edfe898b, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/f0fa7b0968bb438891e8902016dfda24, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/80c534d58aea42a2981fae53d1ada826] 2024-12-07T07:14:48,871 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 43ba835ec0e7451aa954a4e89697b4b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1733555685834 2024-12-07T07:14:48,871 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting da73320e36044953a90acc2cb1e2e8d4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1733555685834 2024-12-07T07:14:48,871 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting a96d2b53236748de9ff74ef3a89c7e6b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1733555686540 2024-12-07T07:14:48,871 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b511ad3a99b47c49671d540edfe898b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1733555686540 2024-12-07T07:14:48,872 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0fa7b0968bb438891e8902016dfda24, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733555687166 2024-12-07T07:14:48,872 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 706a52fa64054c4993b15303c2f0066a, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733555687166 2024-12-07T07:14:48,872 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80c534d58aea42a2981fae53d1ada826, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733555688006 2024-12-07T07:14:48,872 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e090b477f0441c59bbd8bc29503c575, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733555688006 2024-12-07T07:14:48,881 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:14:48,882 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 988c647247128d95e58dc4f1fc101ba2#B#compaction#135 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:14:48,883 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/d595d5ca51d54031887d836deed6f095 is 50, key is test_row_0/B:col10/1733555688006/Put/seqid=0 2024-12-07T07:14:48,889 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241207e5d916744c704f7f8eb8cb3bbc2abac6_988c647247128d95e58dc4f1fc101ba2 store=[table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:14:48,891 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241207e5d916744c704f7f8eb8cb3bbc2abac6_988c647247128d95e58dc4f1fc101ba2, store=[table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:14:48,891 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207e5d916744c704f7f8eb8cb3bbc2abac6_988c647247128d95e58dc4f1fc101ba2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:14:48,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741985_1161 (size=12493) 2024-12-07T07:14:48,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741986_1162 (size=4469) 2024-12-07T07:14:48,903 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 988c647247128d95e58dc4f1fc101ba2#A#compaction#136 average throughput is 1.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:14:48,903 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/e0f4153459ca48608e286967aa4ec8a0 is 175, key is test_row_0/A:col10/1733555688006/Put/seqid=0 2024-12-07T07:14:48,906 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/d595d5ca51d54031887d836deed6f095 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/d595d5ca51d54031887d836deed6f095 2024-12-07T07:14:48,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741987_1163 (size=31447) 2024-12-07T07:14:48,913 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 988c647247128d95e58dc4f1fc101ba2/B of 988c647247128d95e58dc4f1fc101ba2 into d595d5ca51d54031887d836deed6f095(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:14:48,913 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 988c647247128d95e58dc4f1fc101ba2: 2024-12-07T07:14:48,913 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., storeName=988c647247128d95e58dc4f1fc101ba2/B, priority=12, startTime=1733555688868; duration=0sec 2024-12-07T07:14:48,913 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:14:48,913 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 988c647247128d95e58dc4f1fc101ba2:B 2024-12-07T07:14:48,913 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T07:14:48,915 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/e0f4153459ca48608e286967aa4ec8a0 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/e0f4153459ca48608e286967aa4ec8a0 2024-12-07T07:14:48,915 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T07:14:48,915 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 988c647247128d95e58dc4f1fc101ba2/C is initiating minor compaction (all files) 2024-12-07T07:14:48,915 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 988c647247128d95e58dc4f1fc101ba2/C in TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:48,916 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/a5e7895475ab44dc86adf723fbaab08f, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/3e1d69f35dbf44f4ba5cdd64ad8a87a1, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/98c99c0b9aa44ac0a4f44b0cd5fe05d7, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/ea33af4841ee430892a74fe8ff11a91c] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp, totalSize=45.2 K 2024-12-07T07:14:48,916 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting a5e7895475ab44dc86adf723fbaab08f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1733555685834 2024-12-07T07:14:48,916 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e1d69f35dbf44f4ba5cdd64ad8a87a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1733555686540 2024-12-07T07:14:48,917 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 98c99c0b9aa44ac0a4f44b0cd5fe05d7, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733555687166 2024-12-07T07:14:48,917 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting ea33af4841ee430892a74fe8ff11a91c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733555688006 2024-12-07T07:14:48,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-07T07:14:48,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:48,923 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 988c647247128d95e58dc4f1fc101ba2/A of 988c647247128d95e58dc4f1fc101ba2 into e0f4153459ca48608e286967aa4ec8a0(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:14:48,923 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 988c647247128d95e58dc4f1fc101ba2: 2024-12-07T07:14:48,923 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 988c647247128d95e58dc4f1fc101ba2 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-07T07:14:48,923 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., storeName=988c647247128d95e58dc4f1fc101ba2/A, priority=12, startTime=1733555688868; duration=0sec 2024-12-07T07:14:48,923 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:48,923 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 988c647247128d95e58dc4f1fc101ba2:A 2024-12-07T07:14:48,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=A 2024-12-07T07:14:48,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:48,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=B 2024-12-07T07:14:48,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:48,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=C 2024-12-07T07:14:48,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:48,930 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 988c647247128d95e58dc4f1fc101ba2#C#compaction#137 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:14:48,931 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/046f76586451453db6351e353d9b5904 is 50, key is test_row_0/C:col10/1733555688006/Put/seqid=0 2024-12-07T07:14:48,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412079c2ef00ec03e44bcbe3d4c5d08fe2dc9_988c647247128d95e58dc4f1fc101ba2 is 50, key is test_row_0/A:col10/1733555688378/Put/seqid=0 2024-12-07T07:14:48,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741989_1165 (size=12304) 2024-12-07T07:14:48,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741988_1164 (size=12493) 2024-12-07T07:14:48,959 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/046f76586451453db6351e353d9b5904 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/046f76586451453db6351e353d9b5904 2024-12-07T07:14:48,967 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 988c647247128d95e58dc4f1fc101ba2/C of 988c647247128d95e58dc4f1fc101ba2 into 046f76586451453db6351e353d9b5904(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:14:48,967 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 988c647247128d95e58dc4f1fc101ba2: 2024-12-07T07:14:48,967 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., storeName=988c647247128d95e58dc4f1fc101ba2/C, priority=12, startTime=1733555688869; duration=0sec 2024-12-07T07:14:48,967 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:48,967 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 988c647247128d95e58dc4f1fc101ba2:C 2024-12-07T07:14:49,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:49,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:14:49,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-07T07:14:49,094 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733555689056, max timestamp=1733555689092Num uniques 859; 2024-12-07T07:14:49,094 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733555689056, max timestamp=1733555689092Num uniques 859; 2024-12-07T07:14:49,095 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T07:14:49,095 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T07:14:49,097 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733555689056, max timestamp=1733555689092Num uniques 859; 2024-12-07T07:14:49,097 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T07:14:49,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:49,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57618 deadline: 1733555749152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:49,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:49,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:49,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:49,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:49,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57618 deadline: 1733555749260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:49,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:49,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:49,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:49,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:49,346 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412079c2ef00ec03e44bcbe3d4c5d08fe2dc9_988c647247128d95e58dc4f1fc101ba2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412079c2ef00ec03e44bcbe3d4c5d08fe2dc9_988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:49,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/d47b822d726146368d778d6ddfd4dff0, store: [table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:14:49,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/d47b822d726146368d778d6ddfd4dff0 is 175, key is test_row_0/A:col10/1733555688378/Put/seqid=0 2024-12-07T07:14:49,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741990_1166 (size=31105) 2024-12-07T07:14:49,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:49,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57566 deadline: 1733555749379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:49,382 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_0' in 988c647247128d95e58dc4f1fc101ba2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:14:49,383 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:49,383 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:49,383 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:49,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:49,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57618 deadline: 1733555749470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:49,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:49,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:49,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:49,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-07T07:14:49,752 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/d47b822d726146368d778d6ddfd4dff0 2024-12-07T07:14:49,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/3a8ebfaca8154cefa47635a157ec955a is 50, key is test_row_0/B:col10/1733555688378/Put/seqid=0 2024-12-07T07:14:49,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741991_1167 (size=12151) 2024-12-07T07:14:49,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57618 deadline: 1733555749780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:49,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:49,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:49,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:50,162 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/3a8ebfaca8154cefa47635a157ec955a 2024-12-07T07:14:50,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/67547e75203a4755af2968e8724778e5 is 50, key is test_row_0/C:col10/1733555688378/Put/seqid=0 2024-12-07T07:14:50,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741992_1168 (size=12151) 2024-12-07T07:14:50,173 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/67547e75203a4755af2968e8724778e5 2024-12-07T07:14:50,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/d47b822d726146368d778d6ddfd4dff0 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/d47b822d726146368d778d6ddfd4dff0 2024-12-07T07:14:50,183 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/d47b822d726146368d778d6ddfd4dff0, entries=150, sequenceid=210, filesize=30.4 K 2024-12-07T07:14:50,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/3a8ebfaca8154cefa47635a157ec955a as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/3a8ebfaca8154cefa47635a157ec955a 2024-12-07T07:14:50,190 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/3a8ebfaca8154cefa47635a157ec955a, entries=150, sequenceid=210, filesize=11.9 K 2024-12-07T07:14:50,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/67547e75203a4755af2968e8724778e5 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/67547e75203a4755af2968e8724778e5 2024-12-07T07:14:50,197 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/67547e75203a4755af2968e8724778e5, entries=150, sequenceid=210, filesize=11.9 K 2024-12-07T07:14:50,198 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 988c647247128d95e58dc4f1fc101ba2 in 1275ms, sequenceid=210, compaction requested=false 2024-12-07T07:14:50,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 988c647247128d95e58dc4f1fc101ba2: 2024-12-07T07:14:50,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:50,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-07T07:14:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-07T07:14:50,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-12-07T07:14:50,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7370 sec 2024-12-07T07:14:50,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 1.7420 sec 2024-12-07T07:14:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:50,294 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 988c647247128d95e58dc4f1fc101ba2 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-12-07T07:14:50,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=A 2024-12-07T07:14:50,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:14:50,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=B 2024-12-07T07:14:50,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:14:50,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=C 2024-12-07T07:14:50,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:14:50,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207ec7eaf83d6204a3195cefca945853ac6_988c647247128d95e58dc4f1fc101ba2 is 50, key is test_row_0/A:col10/1733555690293/Put/seqid=0 2024-12-07T07:14:50,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741993_1169 (size=14794) 2024-12-07T07:14:50,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57618 deadline: 1733555750315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:50,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:50,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:50,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:50,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57618 deadline: 1733555750430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:50,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:50,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:50,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-07T07:14:50,611 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:14:50,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T07:14:50,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-12-07T07:14:50,612 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T07:14:50,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-07T07:14:50,613 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T07:14:50,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T07:14:50,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:50,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57618 deadline: 1733555750640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:50,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:50,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:50,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:50,707 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:50,711 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207ec7eaf83d6204a3195cefca945853ac6_988c647247128d95e58dc4f1fc101ba2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207ec7eaf83d6204a3195cefca945853ac6_988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:50,712 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/bbfd4ad2b7a8487b80e08b982cb84a31, store: [table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:14:50,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:50,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1733555750710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:50,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/bbfd4ad2b7a8487b80e08b982cb84a31 is 175, key is test_row_0/A:col10/1733555690293/Put/seqid=0 2024-12-07T07:14:50,713 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_1' in 988c647247128d95e58dc4f1fc101ba2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:14:50,713 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:50,713 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:50,713 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:50,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741994_1170 (size=39749) 2024-12-07T07:14:50,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-07T07:14:50,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:50,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57594 deadline: 1733555750719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:50,723 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_2' in 988c647247128d95e58dc4f1fc101ba2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:14:50,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:50,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:50,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:50,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:50,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57544 deadline: 1733555750730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:50,735 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_1' in 988c647247128d95e58dc4f1fc101ba2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:14:50,735 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:50,735 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:50,735 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:50,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-07T07:14:50,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:50,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:14:50,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:50,766 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:50,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:50,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:50,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-07T07:14:50,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:50,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:14:50,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:50,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:50,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:50,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:50,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-07T07:14:50,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:50,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57618 deadline: 1733555750950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:50,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:50,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:50,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:51,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-07T07:14:51,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:51,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:14:51,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:51,071 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:51,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:51,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:51,117 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=248, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/bbfd4ad2b7a8487b80e08b982cb84a31 2024-12-07T07:14:51,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/dc3a33af58254d8f9db6aa1ea9a4e072 is 50, key is test_row_0/B:col10/1733555690293/Put/seqid=0 2024-12-07T07:14:51,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741995_1171 (size=12151) 2024-12-07T07:14:51,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-07T07:14:51,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:51,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:14:51,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:51,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:51,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:51,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-07T07:14:51,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-07T07:14:51,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:51,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:14:51,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:51,382 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:51,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:51,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:51,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:51,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57618 deadline: 1733555751460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:51,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:51,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:51,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:51,531 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/dc3a33af58254d8f9db6aa1ea9a4e072 2024-12-07T07:14:51,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-07T07:14:51,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:51,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:14:51,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:51,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:51,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:51,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:51,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/ee27c6334ef942ba82c9276c15b8c87e is 50, key is test_row_0/C:col10/1733555690293/Put/seqid=0 2024-12-07T07:14:51,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741996_1172 (size=12151) 2024-12-07T07:14:51,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-07T07:14:51,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:51,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:14:51,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:51,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:51,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-07T07:14:51,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-07T07:14:51,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:51,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:14:51,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:51,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:51,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:51,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:51,943 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/ee27c6334ef942ba82c9276c15b8c87e 2024-12-07T07:14:51,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/bbfd4ad2b7a8487b80e08b982cb84a31 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/bbfd4ad2b7a8487b80e08b982cb84a31 2024-12-07T07:14:51,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/bbfd4ad2b7a8487b80e08b982cb84a31, entries=200, sequenceid=248, filesize=38.8 K 2024-12-07T07:14:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/dc3a33af58254d8f9db6aa1ea9a4e072 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/dc3a33af58254d8f9db6aa1ea9a4e072 2024-12-07T07:14:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/dc3a33af58254d8f9db6aa1ea9a4e072, entries=150, sequenceid=248, filesize=11.9 K 2024-12-07T07:14:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/ee27c6334ef942ba82c9276c15b8c87e as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/ee27c6334ef942ba82c9276c15b8c87e 2024-12-07T07:14:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/ee27c6334ef942ba82c9276c15b8c87e, entries=150, sequenceid=248, filesize=11.9 K 2024-12-07T07:14:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,972 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for 988c647247128d95e58dc4f1fc101ba2 in 1678ms, sequenceid=248, compaction requested=true 2024-12-07T07:14:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 988c647247128d95e58dc4f1fc101ba2: 2024-12-07T07:14:51,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 988c647247128d95e58dc4f1fc101ba2:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:14:51,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:51,972 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:14:51,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 988c647247128d95e58dc4f1fc101ba2:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:14:51,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:51,972 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:14:51,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 988c647247128d95e58dc4f1fc101ba2:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:14:51,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:14:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,973 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:14:51,974 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 988c647247128d95e58dc4f1fc101ba2/A is initiating minor compaction (all files) 2024-12-07T07:14:51,974 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:14:51,974 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 988c647247128d95e58dc4f1fc101ba2/A in TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:51,974 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 988c647247128d95e58dc4f1fc101ba2/B is initiating minor compaction (all files) 2024-12-07T07:14:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,974 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 988c647247128d95e58dc4f1fc101ba2/B in TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:51,974 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/e0f4153459ca48608e286967aa4ec8a0, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/d47b822d726146368d778d6ddfd4dff0, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/bbfd4ad2b7a8487b80e08b982cb84a31] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp, totalSize=99.9 K 2024-12-07T07:14:51,974 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:51,974 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/d595d5ca51d54031887d836deed6f095, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/3a8ebfaca8154cefa47635a157ec955a, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/dc3a33af58254d8f9db6aa1ea9a4e072] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp, totalSize=35.9 K 2024-12-07T07:14:51,974 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. files: [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/e0f4153459ca48608e286967aa4ec8a0, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/d47b822d726146368d778d6ddfd4dff0, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/bbfd4ad2b7a8487b80e08b982cb84a31] 2024-12-07T07:14:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,974 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting d595d5ca51d54031887d836deed6f095, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733555688006 2024-12-07T07:14:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,975 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a8ebfaca8154cefa47635a157ec955a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733555688378 2024-12-07T07:14:51,975 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0f4153459ca48608e286967aa4ec8a0, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733555688006 2024-12-07T07:14:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,975 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting dc3a33af58254d8f9db6aa1ea9a4e072, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733555689146 2024-12-07T07:14:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,976 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting d47b822d726146368d778d6ddfd4dff0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733555688378 2024-12-07T07:14:51,977 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting bbfd4ad2b7a8487b80e08b982cb84a31, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733555689146 2024-12-07T07:14:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,986 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 988c647247128d95e58dc4f1fc101ba2#B#compaction#144 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:14:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,987 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/4c26f7883fef48b9a357e624abcea05a is 50, key is test_row_0/B:col10/1733555690293/Put/seqid=0 2024-12-07T07:14:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,988 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:14:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:51,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-07T07:14:51,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:51,993 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 988c647247128d95e58dc4f1fc101ba2 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-12-07T07:14:51,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=A 2024-12-07T07:14:51,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:51,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=B 2024-12-07T07:14:51,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:51,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=C 2024-12-07T07:14:51,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:51,999 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241207e4b0e7e01ca2440ebd29c8d80b6b1d94_988c647247128d95e58dc4f1fc101ba2 store=[table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:14:52,001 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241207e4b0e7e01ca2440ebd29c8d80b6b1d94_988c647247128d95e58dc4f1fc101ba2, store=[table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:14:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,001 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207e4b0e7e01ca2440ebd29c8d80b6b1d94_988c647247128d95e58dc4f1fc101ba2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:14:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207de93bb660a5245518df10b875bb561dc_988c647247128d95e58dc4f1fc101ba2 is 50, key is test_row_0/A:col10/1733555690307/Put/seqid=0 2024-12-07T07:14:52,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741997_1173 (size=12595) 2024-12-07T07:14:52,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741998_1174 (size=4469) 2024-12-07T07:14:52,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741999_1175 (size=9814) 2024-12-07T07:14:52,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,363 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-07T07:14:52,363 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-07T07:14:52,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:52,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:14:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,477 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/4c26f7883fef48b9a357e624abcea05a as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/4c26f7883fef48b9a357e624abcea05a 2024-12-07T07:14:52,477 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 988c647247128d95e58dc4f1fc101ba2#A#compaction#145 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:14:52,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,478 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/a779ce4f44e34dd9bc4561abc1b5bf08 is 175, key is test_row_0/A:col10/1733555690293/Put/seqid=0 2024-12-07T07:14:52,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,486 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 988c647247128d95e58dc4f1fc101ba2/B of 988c647247128d95e58dc4f1fc101ba2 into 4c26f7883fef48b9a357e624abcea05a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:14:52,486 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 988c647247128d95e58dc4f1fc101ba2: 2024-12-07T07:14:52,486 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., storeName=988c647247128d95e58dc4f1fc101ba2/B, priority=13, startTime=1733555691972; duration=0sec 2024-12-07T07:14:52,486 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:14:52,486 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 988c647247128d95e58dc4f1fc101ba2:B 2024-12-07T07:14:52,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,486 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:14:52,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,488 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:14:52,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,488 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 988c647247128d95e58dc4f1fc101ba2/C is initiating minor compaction (all files) 2024-12-07T07:14:52,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,488 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 988c647247128d95e58dc4f1fc101ba2/C in TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:52,488 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/046f76586451453db6351e353d9b5904, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/67547e75203a4755af2968e8724778e5, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/ee27c6334ef942ba82c9276c15b8c87e] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp, totalSize=35.9 K 2024-12-07T07:14:52,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,489 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 046f76586451453db6351e353d9b5904, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733555688006 2024-12-07T07:14:52,489 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 67547e75203a4755af2968e8724778e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733555688378 2024-12-07T07:14:52,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,490 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting ee27c6334ef942ba82c9276c15b8c87e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733555689146 2024-12-07T07:14:52,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,496 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207de93bb660a5245518df10b875bb561dc_988c647247128d95e58dc4f1fc101ba2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207de93bb660a5245518df10b875bb561dc_988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:52,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/1e5280f521094c1a88f919b810c75797, store: [table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:14:52,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/1e5280f521094c1a88f919b810c75797 is 175, key is test_row_0/A:col10/1733555690307/Put/seqid=0 2024-12-07T07:14:52,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742000_1176 (size=31549) 2024-12-07T07:14:52,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,511 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 988c647247128d95e58dc4f1fc101ba2#C#compaction#147 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:14:52,512 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/e344072592624373b74d4441bc5df22c is 50, key is test_row_0/C:col10/1733555690293/Put/seqid=0 2024-12-07T07:14:52,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742001_1177 (size=22461) 2024-12-07T07:14:52,529 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=257, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/1e5280f521094c1a88f919b810c75797 2024-12-07T07:14:52,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742002_1178 (size=12595) 2024-12-07T07:14:52,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/985351d4a3a8409fba8d061a2fccefe7 is 50, key is test_row_0/B:col10/1733555690307/Put/seqid=0 2024-12-07T07:14:52,564 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/e344072592624373b74d4441bc5df22c as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/e344072592624373b74d4441bc5df22c 2024-12-07T07:14:52,575 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 988c647247128d95e58dc4f1fc101ba2/C of 988c647247128d95e58dc4f1fc101ba2 into e344072592624373b74d4441bc5df22c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:14:52,575 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 988c647247128d95e58dc4f1fc101ba2: 2024-12-07T07:14:52,575 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., storeName=988c647247128d95e58dc4f1fc101ba2/C, priority=13, startTime=1733555691972; duration=0sec 2024-12-07T07:14:52,575 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:52,575 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 988c647247128d95e58dc4f1fc101ba2:C 2024-12-07T07:14:52,579 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733555692548, max timestamp=1733555692576Num uniques 859; 2024-12-07T07:14:52,579 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733555692548, max timestamp=1733555692576Num uniques 859; 2024-12-07T07:14:52,579 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T07:14:52,579 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T07:14:52,579 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733555692548, max timestamp=1733555692576Num uniques 859; 2024-12-07T07:14:52,579 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T07:14:52,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742003_1179 (size=9757) 2024-12-07T07:14:52,586 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/985351d4a3a8409fba8d061a2fccefe7 2024-12-07T07:14:52,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/03459cd8b8474d33a32f96086dae9ff4 is 50, key is test_row_0/C:col10/1733555690307/Put/seqid=0 2024-12-07T07:14:52,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742004_1180 (size=9757) 2024-12-07T07:14:52,612 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/03459cd8b8474d33a32f96086dae9ff4 2024-12-07T07:14:52,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/1e5280f521094c1a88f919b810c75797 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/1e5280f521094c1a88f919b810c75797 2024-12-07T07:14:52,624 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/1e5280f521094c1a88f919b810c75797, entries=100, sequenceid=257, filesize=21.9 K 2024-12-07T07:14:52,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/985351d4a3a8409fba8d061a2fccefe7 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/985351d4a3a8409fba8d061a2fccefe7 2024-12-07T07:14:52,633 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/985351d4a3a8409fba8d061a2fccefe7, entries=100, sequenceid=257, filesize=9.5 K 2024-12-07T07:14:52,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/03459cd8b8474d33a32f96086dae9ff4 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/03459cd8b8474d33a32f96086dae9ff4 2024-12-07T07:14:52,645 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/03459cd8b8474d33a32f96086dae9ff4, entries=100, sequenceid=257, filesize=9.5 K 2024-12-07T07:14:52,647 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=87.22 KB/89310 for 988c647247128d95e58dc4f1fc101ba2 in 654ms, sequenceid=257, compaction requested=false 2024-12-07T07:14:52,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 988c647247128d95e58dc4f1fc101ba2: 2024-12-07T07:14:52,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:52,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-07T07:14:52,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-07T07:14:52,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:52,651 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 988c647247128d95e58dc4f1fc101ba2 3/3 column families, dataSize=93.93 KB heapSize=265.45 KB 2024-12-07T07:14:52,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=A 2024-12-07T07:14:52,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:14:52,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=B 2024-12-07T07:14:52,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:14:52,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=C 2024-12-07T07:14:52,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:14:52,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-12-07T07:14:52,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0360 sec 2024-12-07T07:14:52,656 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 2.0430 sec 2024-12-07T07:14:52,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207c5e8d529dd6f458ba94b5c10a89fa656_988c647247128d95e58dc4f1fc101ba2 is 50, key is test_row_0/A:col10/1733555692637/Put/seqid=0 2024-12-07T07:14:52,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742005_1181 (size=14994) 2024-12-07T07:14:52,672 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:52,676 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207c5e8d529dd6f458ba94b5c10a89fa656_988c647247128d95e58dc4f1fc101ba2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207c5e8d529dd6f458ba94b5c10a89fa656_988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:52,677 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/baf3a16e01fb47319494d1bcffb0ddd1, store: [table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:14:52,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/baf3a16e01fb47319494d1bcffb0ddd1 is 175, key is test_row_0/A:col10/1733555692637/Put/seqid=0 2024-12-07T07:14:52,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742006_1182 (size=39949) 2024-12-07T07:14:52,682 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/baf3a16e01fb47319494d1bcffb0ddd1 2024-12-07T07:14:52,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/a01ecc9edb1e402aba0b0a746ae82ec4 is 50, key is test_row_0/B:col10/1733555692637/Put/seqid=0 2024-12-07T07:14:52,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742007_1183 (size=12301) 2024-12-07T07:14:52,700 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/a01ecc9edb1e402aba0b0a746ae82ec4 2024-12-07T07:14:52,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/e4910419b8944ccb9b86edf9120885fa is 50, key is test_row_0/C:col10/1733555692637/Put/seqid=0 2024-12-07T07:14:52,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742008_1184 (size=12301) 2024-12-07T07:14:52,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/e4910419b8944ccb9b86edf9120885fa 2024-12-07T07:14:52,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/baf3a16e01fb47319494d1bcffb0ddd1 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/baf3a16e01fb47319494d1bcffb0ddd1 2024-12-07T07:14:52,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/baf3a16e01fb47319494d1bcffb0ddd1, entries=200, sequenceid=290, filesize=39.0 K 2024-12-07T07:14:52,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/a01ecc9edb1e402aba0b0a746ae82ec4 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/a01ecc9edb1e402aba0b0a746ae82ec4 2024-12-07T07:14:52,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/a01ecc9edb1e402aba0b0a746ae82ec4, entries=150, sequenceid=290, filesize=12.0 K 2024-12-07T07:14:52,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:52,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57618 deadline: 1733555752726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:52,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:52,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:52,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:52,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/e4910419b8944ccb9b86edf9120885fa as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/e4910419b8944ccb9b86edf9120885fa 2024-12-07T07:14:52,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/e4910419b8944ccb9b86edf9120885fa, entries=150, sequenceid=290, filesize=12.0 K 2024-12-07T07:14:52,744 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~265.41 KB/271776, currentSize=87.22 KB/89310 for 988c647247128d95e58dc4f1fc101ba2 in 92ms, sequenceid=290, compaction requested=true 2024-12-07T07:14:52,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 988c647247128d95e58dc4f1fc101ba2: 2024-12-07T07:14:52,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 988c647247128d95e58dc4f1fc101ba2:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:14:52,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:52,744 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-12-07T07:14:52,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 988c647247128d95e58dc4f1fc101ba2:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:14:52,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:14:52,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 988c647247128d95e58dc4f1fc101ba2:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:14:52,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-07T07:14:52,746 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-07T07:14:52,746 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-07T07:14:52,746 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. because compaction request was cancelled 2024-12-07T07:14:52,746 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 988c647247128d95e58dc4f1fc101ba2:A 2024-12-07T07:14:52,746 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:14:52,747 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:14:52,747 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 988c647247128d95e58dc4f1fc101ba2/B is initiating minor compaction (all files) 2024-12-07T07:14:52,747 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 988c647247128d95e58dc4f1fc101ba2/B in TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:52,747 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/4c26f7883fef48b9a357e624abcea05a, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/985351d4a3a8409fba8d061a2fccefe7, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/a01ecc9edb1e402aba0b0a746ae82ec4] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp, totalSize=33.8 K 2024-12-07T07:14:52,748 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c26f7883fef48b9a357e624abcea05a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733555689146 2024-12-07T07:14:52,749 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 985351d4a3a8409fba8d061a2fccefe7, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733555690307 2024-12-07T07:14:52,749 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting a01ecc9edb1e402aba0b0a746ae82ec4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733555692609 2024-12-07T07:14:52,755 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 988c647247128d95e58dc4f1fc101ba2#B#compaction#153 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:14:52,756 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/09f6ef42382e49c39dafbae0bfe7b180 is 50, key is test_row_0/B:col10/1733555692637/Put/seqid=0 2024-12-07T07:14:52,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-07T07:14:52,761 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:14:52,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T07:14:52,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-12-07T07:14:52,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-07T07:14:52,764 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T07:14:52,765 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T07:14:52,765 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T07:14:52,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742009_1185 (size=12847) 2024-12-07T07:14:52,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:52,842 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 988c647247128d95e58dc4f1fc101ba2 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-07T07:14:52,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=A 2024-12-07T07:14:52,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:52,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=B 2024-12-07T07:14:52,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:52,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=C 2024-12-07T07:14:52,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:52,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412072b8529c95e2748e49f55a7aceddaa56f_988c647247128d95e58dc4f1fc101ba2 is 50, key is test_row_0/A:col10/1733555692840/Put/seqid=0 2024-12-07T07:14:52,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742010_1186 (size=12454) 2024-12-07T07:14:52,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-07T07:14:52,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:52,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57618 deadline: 1733555752895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:52,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:52,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:52,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:52,913 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/a779ce4f44e34dd9bc4561abc1b5bf08 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/a779ce4f44e34dd9bc4561abc1b5bf08 2024-12-07T07:14:52,917 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 988c647247128d95e58dc4f1fc101ba2/A of 988c647247128d95e58dc4f1fc101ba2 into a779ce4f44e34dd9bc4561abc1b5bf08(size=30.8 K), total size for store is 91.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:14:52,917 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 988c647247128d95e58dc4f1fc101ba2: 2024-12-07T07:14:52,917 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., storeName=988c647247128d95e58dc4f1fc101ba2/A, priority=13, startTime=1733555691972; duration=0sec 2024-12-07T07:14:52,918 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:14:52,918 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 988c647247128d95e58dc4f1fc101ba2:A 2024-12-07T07:14:52,918 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:14:52,918 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:14:52,918 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 988c647247128d95e58dc4f1fc101ba2/C is initiating minor compaction (all files) 2024-12-07T07:14:52,919 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 988c647247128d95e58dc4f1fc101ba2/C in TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:52,919 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/e344072592624373b74d4441bc5df22c, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/03459cd8b8474d33a32f96086dae9ff4, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/e4910419b8944ccb9b86edf9120885fa] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp, totalSize=33.8 K 2024-12-07T07:14:52,919 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting e344072592624373b74d4441bc5df22c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733555689146 2024-12-07T07:14:52,919 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 03459cd8b8474d33a32f96086dae9ff4, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733555690307 2024-12-07T07:14:52,920 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4910419b8944ccb9b86edf9120885fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733555692609 2024-12-07T07:14:52,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-07T07:14:52,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:52,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:14:52,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:52,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:52,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:52,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:52,929 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 988c647247128d95e58dc4f1fc101ba2#C#compaction#155 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:14:52,930 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/544dc1273c7f4f61bee3f8695034471a is 50, key is test_row_0/C:col10/1733555692637/Put/seqid=0 2024-12-07T07:14:52,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742011_1187 (size=12847) 2024-12-07T07:14:53,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:53,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57618 deadline: 1733555753010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:53,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:53,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:53,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:53,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-07T07:14:53,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:53,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:14:53,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:53,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:53,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:53,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:53,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-07T07:14:53,172 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/09f6ef42382e49c39dafbae0bfe7b180 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/09f6ef42382e49c39dafbae0bfe7b180 2024-12-07T07:14:53,177 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 988c647247128d95e58dc4f1fc101ba2/B of 988c647247128d95e58dc4f1fc101ba2 into 09f6ef42382e49c39dafbae0bfe7b180(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:14:53,177 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 988c647247128d95e58dc4f1fc101ba2: 2024-12-07T07:14:53,177 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., storeName=988c647247128d95e58dc4f1fc101ba2/B, priority=13, startTime=1733555692744; duration=0sec 2024-12-07T07:14:53,177 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:53,177 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 988c647247128d95e58dc4f1fc101ba2:B 2024-12-07T07:14:53,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:53,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57618 deadline: 1733555753220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:53,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:53,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:53,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:53,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-07T07:14:53,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:53,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:14:53,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:53,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:53,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:53,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:53,265 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:53,268 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412072b8529c95e2748e49f55a7aceddaa56f_988c647247128d95e58dc4f1fc101ba2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412072b8529c95e2748e49f55a7aceddaa56f_988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:53,270 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/9a6a18f4cd0e445d8d327f3e75165c8b, store: [table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:14:53,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/9a6a18f4cd0e445d8d327f3e75165c8b is 175, key is test_row_0/A:col10/1733555692840/Put/seqid=0 2024-12-07T07:14:53,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742012_1188 (size=31255) 2024-12-07T07:14:53,338 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/544dc1273c7f4f61bee3f8695034471a as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/544dc1273c7f4f61bee3f8695034471a 2024-12-07T07:14:53,343 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 988c647247128d95e58dc4f1fc101ba2/C of 988c647247128d95e58dc4f1fc101ba2 into 544dc1273c7f4f61bee3f8695034471a(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:14:53,343 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 988c647247128d95e58dc4f1fc101ba2: 2024-12-07T07:14:53,343 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., storeName=988c647247128d95e58dc4f1fc101ba2/C, priority=13, startTime=1733555692744; duration=0sec 2024-12-07T07:14:53,343 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:53,343 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 988c647247128d95e58dc4f1fc101ba2:C 2024-12-07T07:14:53,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-07T07:14:53,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:53,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:14:53,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:53,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:53,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:53,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:53,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-07T07:14:53,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:53,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57566 deadline: 1733555753400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:53,404 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_0' in 988c647247128d95e58dc4f1fc101ba2 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:14:53,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:53,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:53,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:53,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-07T07:14:53,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:53,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:14:53,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:53,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:53,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:53,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:53,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:53,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57618 deadline: 1733555753530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:53,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:53,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:53,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:53,675 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=307, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/9a6a18f4cd0e445d8d327f3e75165c8b 2024-12-07T07:14:53,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/ff79d6be7c3e4067854e7c60d55bbf15 is 50, key is test_row_0/B:col10/1733555692840/Put/seqid=0 2024-12-07T07:14:53,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-07T07:14:53,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:53,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:14:53,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:53,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:53,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:53,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:53,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742013_1189 (size=12301) 2024-12-07T07:14:53,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-07T07:14:53,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:53,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:14:53,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:53,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:53,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:53,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:53,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-07T07:14:53,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-07T07:14:53,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:53,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:14:53,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:53,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:53,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:53,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:54,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:54,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57618 deadline: 1733555754040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:54,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:54,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:54,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:54,087 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/ff79d6be7c3e4067854e7c60d55bbf15 2024-12-07T07:14:54,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/b4c846428cc944f69048c6ea186055e4 is 50, key is test_row_0/C:col10/1733555692840/Put/seqid=0 2024-12-07T07:14:54,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742014_1190 (size=12301) 2024-12-07T07:14:54,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-07T07:14:54,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:54,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:14:54,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:54,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:54,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:54,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:54,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-07T07:14:54,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:54,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:14:54,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:54,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:54,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:54,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:54,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-07T07:14:54,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:54,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:14:54,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:54,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:54,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:54,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/b4c846428cc944f69048c6ea186055e4 2024-12-07T07:14:54,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/9a6a18f4cd0e445d8d327f3e75165c8b as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/9a6a18f4cd0e445d8d327f3e75165c8b 2024-12-07T07:14:54,507 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/9a6a18f4cd0e445d8d327f3e75165c8b, entries=150, sequenceid=307, filesize=30.5 K 2024-12-07T07:14:54,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/ff79d6be7c3e4067854e7c60d55bbf15 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/ff79d6be7c3e4067854e7c60d55bbf15 2024-12-07T07:14:54,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/ff79d6be7c3e4067854e7c60d55bbf15, entries=150, sequenceid=307, filesize=12.0 K 2024-12-07T07:14:54,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/b4c846428cc944f69048c6ea186055e4 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/b4c846428cc944f69048c6ea186055e4 2024-12-07T07:14:54,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/b4c846428cc944f69048c6ea186055e4, entries=150, sequenceid=307, filesize=12.0 K 2024-12-07T07:14:54,517 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 988c647247128d95e58dc4f1fc101ba2 in 1674ms, sequenceid=307, compaction requested=true 2024-12-07T07:14:54,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 988c647247128d95e58dc4f1fc101ba2: 2024-12-07T07:14:54,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 988c647247128d95e58dc4f1fc101ba2:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:14:54,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:54,517 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T07:14:54,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 988c647247128d95e58dc4f1fc101ba2:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:14:54,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:54,517 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-07T07:14:54,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 988c647247128d95e58dc4f1fc101ba2:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:14:54,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:14:54,517 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-07T07:14:54,517 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-07T07:14:54,517 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. because compaction request was cancelled 2024-12-07T07:14:54,517 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 988c647247128d95e58dc4f1fc101ba2:B 2024-12-07T07:14:54,518 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-07T07:14:54,518 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-07T07:14:54,518 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125214 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T07:14:54,518 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-07T07:14:54,518 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. because compaction request was cancelled 2024-12-07T07:14:54,518 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 988c647247128d95e58dc4f1fc101ba2/A is initiating minor compaction (all files) 2024-12-07T07:14:54,518 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 988c647247128d95e58dc4f1fc101ba2:C 2024-12-07T07:14:54,518 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 988c647247128d95e58dc4f1fc101ba2/A in TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:54,518 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/a779ce4f44e34dd9bc4561abc1b5bf08, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/1e5280f521094c1a88f919b810c75797, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/baf3a16e01fb47319494d1bcffb0ddd1, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/9a6a18f4cd0e445d8d327f3e75165c8b] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp, totalSize=122.3 K 2024-12-07T07:14:54,518 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:54,518 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. files: [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/a779ce4f44e34dd9bc4561abc1b5bf08, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/1e5280f521094c1a88f919b810c75797, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/baf3a16e01fb47319494d1bcffb0ddd1, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/9a6a18f4cd0e445d8d327f3e75165c8b] 2024-12-07T07:14:54,519 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting a779ce4f44e34dd9bc4561abc1b5bf08, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733555689146 2024-12-07T07:14:54,519 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e5280f521094c1a88f919b810c75797, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733555690307 2024-12-07T07:14:54,519 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting baf3a16e01fb47319494d1bcffb0ddd1, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733555692609 2024-12-07T07:14:54,520 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a6a18f4cd0e445d8d327f3e75165c8b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1733555692673 2024-12-07T07:14:54,574 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:14:54,576 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241207384ea98e0ad94938ae2c1e3e27ad13f3_988c647247128d95e58dc4f1fc101ba2 store=[table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:14:54,578 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241207384ea98e0ad94938ae2c1e3e27ad13f3_988c647247128d95e58dc4f1fc101ba2, store=[table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:14:54,578 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207384ea98e0ad94938ae2c1e3e27ad13f3_988c647247128d95e58dc4f1fc101ba2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:14:54,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742015_1191 (size=4469) 2024-12-07T07:14:54,584 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 988c647247128d95e58dc4f1fc101ba2#A#compaction#158 average throughput is 2.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:14:54,584 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/952fbbcae2214e1a8a6b90c4056eadbb is 175, key is test_row_0/A:col10/1733555692840/Put/seqid=0 2024-12-07T07:14:54,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742016_1192 (size=31835) 2024-12-07T07:14:54,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-07T07:14:54,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:54,603 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 988c647247128d95e58dc4f1fc101ba2 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-07T07:14:54,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=A 2024-12-07T07:14:54,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:54,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=B 2024-12-07T07:14:54,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:54,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=C 2024-12-07T07:14:54,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:54,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207a84ec8b54bfd4eed970735d7a3b49440_988c647247128d95e58dc4f1fc101ba2 is 50, key is test_row_0/A:col10/1733555692889/Put/seqid=0 2024-12-07T07:14:54,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742017_1193 (size=12454) 2024-12-07T07:14:54,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:54,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:14:54,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1733555754784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:54,790 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:54,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:54,790 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:54,790 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:54,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57544 deadline: 1733555754784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:54,790 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:54,790 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:54,790 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:54,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:54,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57594 deadline: 1733555754789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:54,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:54,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:54,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:54,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:54,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1733555754900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:54,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:54,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57544 deadline: 1733555754900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:54,901 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:54,901 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:54,901 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:54,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:54,902 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:54,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57594 deadline: 1733555754900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:54,902 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:54,902 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:54,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:54,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:54,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:54,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-07T07:14:54,996 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/952fbbcae2214e1a8a6b90c4056eadbb as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/952fbbcae2214e1a8a6b90c4056eadbb 2024-12-07T07:14:55,003 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 988c647247128d95e58dc4f1fc101ba2/A of 988c647247128d95e58dc4f1fc101ba2 into 952fbbcae2214e1a8a6b90c4056eadbb(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:14:55,004 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 988c647247128d95e58dc4f1fc101ba2: 2024-12-07T07:14:55,004 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., storeName=988c647247128d95e58dc4f1fc101ba2/A, priority=12, startTime=1733555694517; duration=0sec 2024-12-07T07:14:55,004 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:55,004 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 988c647247128d95e58dc4f1fc101ba2:A 2024-12-07T07:14:55,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:55,025 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207a84ec8b54bfd4eed970735d7a3b49440_988c647247128d95e58dc4f1fc101ba2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207a84ec8b54bfd4eed970735d7a3b49440_988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:55,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/735b1eb3073d4aa4948792131d37adaa, store: [table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:14:55,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/735b1eb3073d4aa4948792131d37adaa is 175, key is test_row_0/A:col10/1733555692889/Put/seqid=0 2024-12-07T07:14:55,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742018_1194 (size=31255) 2024-12-07T07:14:55,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:55,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57618 deadline: 1733555755050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:55,051 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_0' in 988c647247128d95e58dc4f1fc101ba2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:14:55,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:55,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:55,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:55,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:55,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1733555755110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:55,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:55,111 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:55,111 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:55,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57544 deadline: 1733555755110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:55,112 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:55,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:55,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:55,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:55,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57594 deadline: 1733555755111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:55,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:55,112 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:55,112 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:55,112 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:55,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:55,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1733555755420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:55,422 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:55,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:55,423 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:55,423 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:55,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57544 deadline: 1733555755420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:55,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:55,423 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:55,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57594 deadline: 1733555755420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:55,423 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:55,423 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:55,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:55,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:55,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:55,437 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=325, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/735b1eb3073d4aa4948792131d37adaa 2024-12-07T07:14:55,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/905ccc2e2be74adda72098c91c49b717 is 50, key is test_row_0/B:col10/1733555692889/Put/seqid=0 2024-12-07T07:14:55,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742019_1195 (size=12301) 2024-12-07T07:14:55,855 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/905ccc2e2be74adda72098c91c49b717 2024-12-07T07:14:55,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/3dd9416798f14b4ea073c064bf404818 is 50, key is test_row_0/C:col10/1733555692889/Put/seqid=0 2024-12-07T07:14:55,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742020_1196 (size=12301) 2024-12-07T07:14:55,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:55,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57544 deadline: 1733555755930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1733555755930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:55,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57594 deadline: 1733555755930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:55,931 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:55,931 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:55,931 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:55,931 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:55,931 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:55,931 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:55,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:55,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:55,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:56,268 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/3dd9416798f14b4ea073c064bf404818 2024-12-07T07:14:56,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/735b1eb3073d4aa4948792131d37adaa as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/735b1eb3073d4aa4948792131d37adaa 2024-12-07T07:14:56,279 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/735b1eb3073d4aa4948792131d37adaa, entries=150, sequenceid=325, filesize=30.5 K 2024-12-07T07:14:56,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/905ccc2e2be74adda72098c91c49b717 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/905ccc2e2be74adda72098c91c49b717 2024-12-07T07:14:56,286 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/905ccc2e2be74adda72098c91c49b717, entries=150, sequenceid=325, filesize=12.0 K 2024-12-07T07:14:56,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/3dd9416798f14b4ea073c064bf404818 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/3dd9416798f14b4ea073c064bf404818 2024-12-07T07:14:56,292 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/3dd9416798f14b4ea073c064bf404818, entries=150, sequenceid=325, filesize=12.0 K 2024-12-07T07:14:56,294 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 988c647247128d95e58dc4f1fc101ba2 in 1690ms, sequenceid=325, compaction requested=true 2024-12-07T07:14:56,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 988c647247128d95e58dc4f1fc101ba2: 2024-12-07T07:14:56,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:56,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-07T07:14:56,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-07T07:14:56,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-12-07T07:14:56,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5300 sec 2024-12-07T07:14:56,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 3.5380 sec 2024-12-07T07:14:56,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-07T07:14:56,921 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:14:56,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T07:14:56,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-12-07T07:14:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-07T07:14:56,924 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T07:14:56,925 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T07:14:56,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T07:14:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:56,941 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 988c647247128d95e58dc4f1fc101ba2 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-07T07:14:56,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=A 2024-12-07T07:14:56,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:56,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=B 2024-12-07T07:14:56,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:56,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=C 2024-12-07T07:14:56,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:56,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207808e64d40e7b4972bf5374d309705fd3_988c647247128d95e58dc4f1fc101ba2 is 50, key is test_row_0/A:col10/1733555696940/Put/seqid=0 2024-12-07T07:14:56,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:56,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57544 deadline: 1733555756956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:56,961 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:56,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742021_1197 (size=14994) 2024-12-07T07:14:56,961 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:56,961 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:56,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:56,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1733555756959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:56,964 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:56,964 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:56,964 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:56,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:56,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57594 deadline: 1733555756961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:56,966 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:56,966 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:56,966 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-07T07:14:57,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57618 deadline: 1733555757060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:57,062 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_0' in 988c647247128d95e58dc4f1fc101ba2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:14:57,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:57,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:57,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:57,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57544 deadline: 1733555757069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:57,071 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:57,071 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:57,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:57,071 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1733555757069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:57,071 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:57,071 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:57,071 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:57,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57594 deadline: 1733555757070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:57,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:57,072 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:57,072 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:57,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-07T07:14:57,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:57,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:14:57,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:57,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:57,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:57,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:57,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-07T07:14:57,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:57,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:14:57,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:57,230 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:57,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-07T07:14:57,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57544 deadline: 1733555757279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:57,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:57,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:57,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:57,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57594 deadline: 1733555757280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:57,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:57,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:57,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:57,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:57,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1733555757280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:57,283 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:57,283 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:57,283 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:57,362 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:57,365 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207808e64d40e7b4972bf5374d309705fd3_988c647247128d95e58dc4f1fc101ba2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207808e64d40e7b4972bf5374d309705fd3_988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:57,366 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/9c57897214c64fca9ce7ec9431a232a4, store: [table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:14:57,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/9c57897214c64fca9ce7ec9431a232a4 is 175, key is test_row_0/A:col10/1733555696940/Put/seqid=0 2024-12-07T07:14:57,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742022_1198 (size=39949) 2024-12-07T07:14:57,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-07T07:14:57,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:57,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:14:57,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:57,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:57,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:57,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-07T07:14:57,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:57,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:14:57,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:57,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:57,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:57,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-07T07:14:57,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57544 deadline: 1733555757590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:57,591 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:57,591 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:57,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:57,591 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57594 deadline: 1733555757590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:57,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:57,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:57,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:57,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1733555757590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:57,593 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:57,593 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:57,593 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:57,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-07T07:14:57,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:57,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:14:57,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:57,689 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:57,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:57,770 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=344, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/9c57897214c64fca9ce7ec9431a232a4 2024-12-07T07:14:57,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/8a0d3347d7f14361bd1628b2ed1665a8 is 50, key is test_row_0/B:col10/1733555696940/Put/seqid=0 2024-12-07T07:14:57,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742023_1199 (size=12301) 2024-12-07T07:14:57,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-07T07:14:57,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:57,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:14:57,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:57,842 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:57,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:57,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-07T07:14:57,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:57,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:14:57,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:57,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:57,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:57,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:58,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-07T07:14:58,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:58,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57544 deadline: 1733555758100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:58,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:58,101 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:58,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57594 deadline: 1733555758100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:58,101 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:58,101 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:58,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:58,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:58,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:58,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1733555758100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:58,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:58,101 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:58,101 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:58,101 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:58,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-07T07:14:58,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:58,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:14:58,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:58,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:58,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:58,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:58,190 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/8a0d3347d7f14361bd1628b2ed1665a8 2024-12-07T07:14:58,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/07e3d523f3614d31b96bfca86c3d9d4e is 50, key is test_row_0/C:col10/1733555696940/Put/seqid=0 2024-12-07T07:14:58,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742024_1200 (size=12301) 2024-12-07T07:14:58,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-07T07:14:58,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:58,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:14:58,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:58,301 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:58,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:58,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:58,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-07T07:14:58,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:58,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:14:58,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:58,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:58,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:58,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:58,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-07T07:14:58,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:58,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:14:58,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:58,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:58,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:58,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:14:58,611 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/07e3d523f3614d31b96bfca86c3d9d4e 2024-12-07T07:14:58,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/9c57897214c64fca9ce7ec9431a232a4 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/9c57897214c64fca9ce7ec9431a232a4 2024-12-07T07:14:58,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/9c57897214c64fca9ce7ec9431a232a4, entries=200, sequenceid=344, filesize=39.0 K 2024-12-07T07:14:58,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/8a0d3347d7f14361bd1628b2ed1665a8 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/8a0d3347d7f14361bd1628b2ed1665a8 2024-12-07T07:14:58,625 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/8a0d3347d7f14361bd1628b2ed1665a8, entries=150, sequenceid=344, filesize=12.0 K 2024-12-07T07:14:58,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/07e3d523f3614d31b96bfca86c3d9d4e as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/07e3d523f3614d31b96bfca86c3d9d4e 2024-12-07T07:14:58,632 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/07e3d523f3614d31b96bfca86c3d9d4e, entries=150, sequenceid=344, filesize=12.0 K 2024-12-07T07:14:58,633 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 988c647247128d95e58dc4f1fc101ba2 in 1692ms, sequenceid=344, compaction requested=true 2024-12-07T07:14:58,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 988c647247128d95e58dc4f1fc101ba2: 2024-12-07T07:14:58,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 988c647247128d95e58dc4f1fc101ba2:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:14:58,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:58,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 988c647247128d95e58dc4f1fc101ba2:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:14:58,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:58,633 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:14:58,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 988c647247128d95e58dc4f1fc101ba2:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:14:58,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:14:58,633 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T07:14:58,634 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103039 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:14:58,634 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 988c647247128d95e58dc4f1fc101ba2/A is initiating minor compaction (all files) 2024-12-07T07:14:58,635 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 988c647247128d95e58dc4f1fc101ba2/A in TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:58,635 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49750 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T07:14:58,635 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 988c647247128d95e58dc4f1fc101ba2/B is initiating minor compaction (all files) 2024-12-07T07:14:58,635 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/952fbbcae2214e1a8a6b90c4056eadbb, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/735b1eb3073d4aa4948792131d37adaa, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/9c57897214c64fca9ce7ec9431a232a4] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp, totalSize=100.6 K 2024-12-07T07:14:58,635 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 988c647247128d95e58dc4f1fc101ba2/B in TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:58,635 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:58,635 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. files: [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/952fbbcae2214e1a8a6b90c4056eadbb, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/735b1eb3073d4aa4948792131d37adaa, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/9c57897214c64fca9ce7ec9431a232a4] 2024-12-07T07:14:58,635 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/09f6ef42382e49c39dafbae0bfe7b180, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/ff79d6be7c3e4067854e7c60d55bbf15, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/905ccc2e2be74adda72098c91c49b717, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/8a0d3347d7f14361bd1628b2ed1665a8] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp, totalSize=48.6 K 2024-12-07T07:14:58,635 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 952fbbcae2214e1a8a6b90c4056eadbb, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1733555692673 2024-12-07T07:14:58,635 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 09f6ef42382e49c39dafbae0bfe7b180, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733555692609 2024-12-07T07:14:58,635 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 735b1eb3073d4aa4948792131d37adaa, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733555692886 2024-12-07T07:14:58,636 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting ff79d6be7c3e4067854e7c60d55bbf15, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1733555692673 2024-12-07T07:14:58,636 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c57897214c64fca9ce7ec9431a232a4, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1733555694783 2024-12-07T07:14:58,636 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 905ccc2e2be74adda72098c91c49b717, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733555692886 2024-12-07T07:14:58,636 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a0d3347d7f14361bd1628b2ed1665a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1733555694783 2024-12-07T07:14:58,643 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:14:58,646 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412070e0e084a85904d13bba8e7aec4ca9d66_988c647247128d95e58dc4f1fc101ba2 store=[table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:14:58,647 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412070e0e084a85904d13bba8e7aec4ca9d66_988c647247128d95e58dc4f1fc101ba2, store=[table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:14:58,647 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412070e0e084a85904d13bba8e7aec4ca9d66_988c647247128d95e58dc4f1fc101ba2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:14:58,648 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 988c647247128d95e58dc4f1fc101ba2#B#compaction#166 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:14:58,648 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/2c1e8b08db90496f930a790cc68c441e is 50, key is test_row_0/B:col10/1733555696940/Put/seqid=0 2024-12-07T07:14:58,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742025_1201 (size=4469) 2024-12-07T07:14:58,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742026_1202 (size=12983) 2024-12-07T07:14:58,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-07T07:14:58,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:58,759 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 988c647247128d95e58dc4f1fc101ba2 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-07T07:14:58,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=A 2024-12-07T07:14:58,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:58,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=B 2024-12-07T07:14:58,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:58,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=C 2024-12-07T07:14:58,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:14:58,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207d30ca935b729476d95ffcadfdf414363_988c647247128d95e58dc4f1fc101ba2 is 50, key is test_row_0/A:col10/1733555696955/Put/seqid=0 2024-12-07T07:14:58,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742027_1203 (size=12454) 2024-12-07T07:14:59,055 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 988c647247128d95e58dc4f1fc101ba2#A#compaction#165 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:14:59,055 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/d6d98d43b8284e7eae59aa864e1e42e9 is 175, key is test_row_0/A:col10/1733555696940/Put/seqid=0 2024-12-07T07:14:59,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742028_1204 (size=31937) 2024-12-07T07:14:59,061 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/2c1e8b08db90496f930a790cc68c441e as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/2c1e8b08db90496f930a790cc68c441e 2024-12-07T07:14:59,065 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/d6d98d43b8284e7eae59aa864e1e42e9 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/d6d98d43b8284e7eae59aa864e1e42e9 2024-12-07T07:14:59,069 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 988c647247128d95e58dc4f1fc101ba2/B of 988c647247128d95e58dc4f1fc101ba2 into 2c1e8b08db90496f930a790cc68c441e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:14:59,069 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 988c647247128d95e58dc4f1fc101ba2: 2024-12-07T07:14:59,069 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., storeName=988c647247128d95e58dc4f1fc101ba2/B, priority=12, startTime=1733555698633; duration=0sec 2024-12-07T07:14:59,069 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:14:59,070 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 988c647247128d95e58dc4f1fc101ba2:B 2024-12-07T07:14:59,070 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T07:14:59,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-07T07:14:59,072 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49750 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T07:14:59,072 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 988c647247128d95e58dc4f1fc101ba2/C is initiating minor compaction (all files) 2024-12-07T07:14:59,072 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 988c647247128d95e58dc4f1fc101ba2/C in TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:14:59,073 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/544dc1273c7f4f61bee3f8695034471a, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/b4c846428cc944f69048c6ea186055e4, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/3dd9416798f14b4ea073c064bf404818, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/07e3d523f3614d31b96bfca86c3d9d4e] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp, totalSize=48.6 K 2024-12-07T07:14:59,073 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 988c647247128d95e58dc4f1fc101ba2/A of 988c647247128d95e58dc4f1fc101ba2 into d6d98d43b8284e7eae59aa864e1e42e9(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:14:59,073 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 988c647247128d95e58dc4f1fc101ba2: 2024-12-07T07:14:59,073 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., storeName=988c647247128d95e58dc4f1fc101ba2/A, priority=13, startTime=1733555698633; duration=0sec 2024-12-07T07:14:59,073 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:59,073 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 988c647247128d95e58dc4f1fc101ba2:A 2024-12-07T07:14:59,073 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 544dc1273c7f4f61bee3f8695034471a, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733555692609 2024-12-07T07:14:59,074 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting b4c846428cc944f69048c6ea186055e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1733555692673 2024-12-07T07:14:59,074 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 3dd9416798f14b4ea073c064bf404818, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733555692886 2024-12-07T07:14:59,074 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 07e3d523f3614d31b96bfca86c3d9d4e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1733555694783 2024-12-07T07:14:59,084 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 988c647247128d95e58dc4f1fc101ba2#C#compaction#168 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:14:59,084 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/1facc8150b534e76b55693eb59e85862 is 50, key is test_row_0/C:col10/1733555696940/Put/seqid=0 2024-12-07T07:14:59,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742029_1205 (size=12983) 2024-12-07T07:14:59,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:59,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:14:59,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:59,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1733555759134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:59,141 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:59,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:59,141 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:59,141 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:59,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57544 deadline: 1733555759136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:59,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:59,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:59,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:59,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:59,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57594 deadline: 1733555759137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:59,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:59,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:59,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:59,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:14:59,175 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207d30ca935b729476d95ffcadfdf414363_988c647247128d95e58dc4f1fc101ba2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207d30ca935b729476d95ffcadfdf414363_988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:14:59,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/9a644c2c08064a04879530970d8235de, store: [table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:14:59,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/9a644c2c08064a04879530970d8235de is 175, key is test_row_0/A:col10/1733555696955/Put/seqid=0 2024-12-07T07:14:59,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742030_1206 (size=31255) 2024-12-07T07:14:59,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1733555759250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:59,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:59,252 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57544 deadline: 1733555759250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:59,252 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:59,252 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:59,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57594 deadline: 1733555759250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:59,252 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:59,252 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:59,252 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:59,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:59,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:59,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:59,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1733555759460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:59,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:59,465 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57544 deadline: 1733555759460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:59,465 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:59,466 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:59,466 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:59,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:59,466 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:59,466 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57594 deadline: 1733555759460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:59,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:59,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:59,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:59,509 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/1facc8150b534e76b55693eb59e85862 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/1facc8150b534e76b55693eb59e85862 2024-12-07T07:14:59,514 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 988c647247128d95e58dc4f1fc101ba2/C of 988c647247128d95e58dc4f1fc101ba2 into 1facc8150b534e76b55693eb59e85862(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:14:59,514 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 988c647247128d95e58dc4f1fc101ba2: 2024-12-07T07:14:59,514 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., storeName=988c647247128d95e58dc4f1fc101ba2/C, priority=12, startTime=1733555698633; duration=0sec 2024-12-07T07:14:59,514 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:14:59,514 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 988c647247128d95e58dc4f1fc101ba2:C 2024-12-07T07:14:59,583 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=358, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/9a644c2c08064a04879530970d8235de 2024-12-07T07:14:59,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/16c961443cbe4d87956bc92d6567ada1 is 50, key is test_row_0/B:col10/1733555696955/Put/seqid=0 2024-12-07T07:14:59,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742031_1207 (size=12301) 2024-12-07T07:14:59,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:59,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1733555759770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:59,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:59,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57544 deadline: 1733555759770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:59,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:14:59,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:59,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:59,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57594 deadline: 1733555759770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:14:59,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:59,773 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:59,773 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:59,773 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:59,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:59,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:14:59,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:14:59,996 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/16c961443cbe4d87956bc92d6567ada1 2024-12-07T07:15:00,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/ef052ebfd25e45b0a89c604b845b6ffe is 50, key is test_row_0/C:col10/1733555696955/Put/seqid=0 2024-12-07T07:15:00,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742032_1208 (size=12301) 2024-12-07T07:15:00,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1733555760280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:00,281 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:00,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:00,281 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:00,281 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57544 deadline: 1733555760280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:00,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:00,281 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57594 deadline: 1733555760280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:00,281 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:00,281 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:00,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:00,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:00,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:00,409 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/ef052ebfd25e45b0a89c604b845b6ffe 2024-12-07T07:15:00,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/9a644c2c08064a04879530970d8235de as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/9a644c2c08064a04879530970d8235de 2024-12-07T07:15:00,418 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/9a644c2c08064a04879530970d8235de, entries=150, sequenceid=358, filesize=30.5 K 2024-12-07T07:15:00,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/16c961443cbe4d87956bc92d6567ada1 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/16c961443cbe4d87956bc92d6567ada1 2024-12-07T07:15:00,422 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/16c961443cbe4d87956bc92d6567ada1, entries=150, sequenceid=358, filesize=12.0 K 2024-12-07T07:15:00,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/ef052ebfd25e45b0a89c604b845b6ffe as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/ef052ebfd25e45b0a89c604b845b6ffe 2024-12-07T07:15:00,427 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/ef052ebfd25e45b0a89c604b845b6ffe, entries=150, sequenceid=358, filesize=12.0 K 2024-12-07T07:15:00,428 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 988c647247128d95e58dc4f1fc101ba2 in 1669ms, sequenceid=358, compaction requested=false 2024-12-07T07:15:00,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 988c647247128d95e58dc4f1fc101ba2: 2024-12-07T07:15:00,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:15:00,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-07T07:15:00,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-07T07:15:00,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-07T07:15:00,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5040 sec 2024-12-07T07:15:00,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 3.5090 sec 2024-12-07T07:15:01,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-07T07:15:01,080 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:15:01,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T07:15:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-12-07T07:15:01,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-07T07:15:01,082 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T07:15:01,083 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T07:15:01,083 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T07:15:01,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:15:01,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 988c647247128d95e58dc4f1fc101ba2 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-07T07:15:01,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=A 2024-12-07T07:15:01,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:01,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=B 2024-12-07T07:15:01,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:01,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=C 2024-12-07T07:15:01,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:01,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207856c2f821c9e490dbf8eef4d429e6ca2_988c647247128d95e58dc4f1fc101ba2 is 50, key is test_row_0/A:col10/1733555701091/Put/seqid=0 2024-12-07T07:15:01,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742033_1209 (size=14994) 2024-12-07T07:15:01,104 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:01,107 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207856c2f821c9e490dbf8eef4d429e6ca2_988c647247128d95e58dc4f1fc101ba2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207856c2f821c9e490dbf8eef4d429e6ca2_988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:15:01,108 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/f241cace6b2b44d5a83e3f8d5d910aa7, store: [table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:15:01,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/f241cace6b2b44d5a83e3f8d5d910aa7 is 175, key is test_row_0/A:col10/1733555701091/Put/seqid=0 2024-12-07T07:15:01,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742034_1210 (size=39949) 2024-12-07T07:15:01,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:01,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57618 deadline: 1733555761124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:01,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:01,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:01,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:01,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-07T07:15:01,192 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T07:15:01,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57618 deadline: 1733555761230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:01,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:01,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:01,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:01,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-07T07:15:01,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:15:01,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:15:01,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:15:01,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:01,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:01,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:01,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:01,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1733555761290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:01,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:01,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57544 deadline: 1733555761291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:01,294 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_1' in 988c647247128d95e58dc4f1fc101ba2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:15:01,294 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:01,294 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:01,294 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:01,294 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_0' in 988c647247128d95e58dc4f1fc101ba2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:15:01,295 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:01,295 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:01,295 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:01,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:01,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57594 deadline: 1733555761291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:01,295 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_2' in 988c647247128d95e58dc4f1fc101ba2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:15:01,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:01,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:01,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:01,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-07T07:15:01,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:15:01,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:15:01,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:15:01,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:01,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-07T07:15:01,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:01,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57618 deadline: 1733555761440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:01,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:01,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:01,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:01,514 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=380, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/f241cace6b2b44d5a83e3f8d5d910aa7 2024-12-07T07:15:01,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/02cdafa81b3a44f0a142779db336d9d4 is 50, key is test_row_0/B:col10/1733555701091/Put/seqid=0 2024-12-07T07:15:01,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-07T07:15:01,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:15:01,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:15:01,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:15:01,543 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:01,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:01,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742035_1211 (size=12301) 2024-12-07T07:15:01,554 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/02cdafa81b3a44f0a142779db336d9d4 2024-12-07T07:15:01,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/5fc53e9ab64249a2bb44abdf5fa93072 is 50, key is test_row_0/C:col10/1733555701091/Put/seqid=0 2024-12-07T07:15:01,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742036_1212 (size=12301) 2024-12-07T07:15:01,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-07T07:15:01,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:15:01,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:15:01,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:15:01,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:01,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-07T07:15:01,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:01,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57618 deadline: 1733555761760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:01,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:01,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:01,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:01,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-07T07:15:01,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:15:01,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:15:01,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:15:01,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:01,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:01,994 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/5fc53e9ab64249a2bb44abdf5fa93072 2024-12-07T07:15:02,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/f241cace6b2b44d5a83e3f8d5d910aa7 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/f241cace6b2b44d5a83e3f8d5d910aa7 2024-12-07T07:15:02,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-07T07:15:02,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:15:02,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:15:02,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:15:02,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:02,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:02,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/f241cace6b2b44d5a83e3f8d5d910aa7, entries=200, sequenceid=380, filesize=39.0 K 2024-12-07T07:15:02,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/02cdafa81b3a44f0a142779db336d9d4 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/02cdafa81b3a44f0a142779db336d9d4 2024-12-07T07:15:02,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/02cdafa81b3a44f0a142779db336d9d4, entries=150, sequenceid=380, filesize=12.0 K 2024-12-07T07:15:02,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/5fc53e9ab64249a2bb44abdf5fa93072 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/5fc53e9ab64249a2bb44abdf5fa93072 2024-12-07T07:15:02,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/5fc53e9ab64249a2bb44abdf5fa93072, entries=150, sequenceid=380, filesize=12.0 K 2024-12-07T07:15:02,023 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 988c647247128d95e58dc4f1fc101ba2 in 930ms, sequenceid=380, compaction requested=true 2024-12-07T07:15:02,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 988c647247128d95e58dc4f1fc101ba2: 2024-12-07T07:15:02,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 988c647247128d95e58dc4f1fc101ba2:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:15:02,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:02,023 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:15:02,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 988c647247128d95e58dc4f1fc101ba2:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:15:02,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:02,023 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:15:02,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 988c647247128d95e58dc4f1fc101ba2:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:15:02,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:15:02,024 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:15:02,024 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:15:02,024 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 988c647247128d95e58dc4f1fc101ba2/B is initiating minor compaction (all files) 2024-12-07T07:15:02,024 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 988c647247128d95e58dc4f1fc101ba2/A is initiating minor compaction (all files) 2024-12-07T07:15:02,024 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 988c647247128d95e58dc4f1fc101ba2/A in TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:15:02,024 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 988c647247128d95e58dc4f1fc101ba2/B in TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:15:02,024 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/d6d98d43b8284e7eae59aa864e1e42e9, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/9a644c2c08064a04879530970d8235de, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/f241cace6b2b44d5a83e3f8d5d910aa7] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp, totalSize=100.7 K 2024-12-07T07:15:02,024 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/2c1e8b08db90496f930a790cc68c441e, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/16c961443cbe4d87956bc92d6567ada1, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/02cdafa81b3a44f0a142779db336d9d4] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp, totalSize=36.7 K 2024-12-07T07:15:02,024 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:15:02,024 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. files: [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/d6d98d43b8284e7eae59aa864e1e42e9, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/9a644c2c08064a04879530970d8235de, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/f241cace6b2b44d5a83e3f8d5d910aa7] 2024-12-07T07:15:02,025 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c1e8b08db90496f930a790cc68c441e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1733555694783 2024-12-07T07:15:02,026 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6d98d43b8284e7eae59aa864e1e42e9, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1733555694783 2024-12-07T07:15:02,026 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 16c961443cbe4d87956bc92d6567ada1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1733555696955 2024-12-07T07:15:02,026 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 02cdafa81b3a44f0a142779db336d9d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1733555699132 2024-12-07T07:15:02,026 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a644c2c08064a04879530970d8235de, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1733555696955 2024-12-07T07:15:02,027 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting f241cace6b2b44d5a83e3f8d5d910aa7, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1733555699132 2024-12-07T07:15:02,035 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 988c647247128d95e58dc4f1fc101ba2#B#compaction#174 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:02,036 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/6159c1deec5f495eb3af445ba8e77095 is 50, key is test_row_0/B:col10/1733555701091/Put/seqid=0 2024-12-07T07:15:02,048 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:15:02,052 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241207b116c271c71242bfb34f24658baff11d_988c647247128d95e58dc4f1fc101ba2 store=[table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:15:02,054 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241207b116c271c71242bfb34f24658baff11d_988c647247128d95e58dc4f1fc101ba2, store=[table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:15:02,054 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207b116c271c71242bfb34f24658baff11d_988c647247128d95e58dc4f1fc101ba2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:15:02,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742037_1213 (size=13085) 2024-12-07T07:15:02,064 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/6159c1deec5f495eb3af445ba8e77095 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/6159c1deec5f495eb3af445ba8e77095 2024-12-07T07:15:02,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742038_1214 (size=4469) 2024-12-07T07:15:02,070 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 988c647247128d95e58dc4f1fc101ba2/B of 988c647247128d95e58dc4f1fc101ba2 into 6159c1deec5f495eb3af445ba8e77095(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:02,070 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 988c647247128d95e58dc4f1fc101ba2: 2024-12-07T07:15:02,070 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., storeName=988c647247128d95e58dc4f1fc101ba2/B, priority=13, startTime=1733555702023; duration=0sec 2024-12-07T07:15:02,070 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:15:02,070 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 988c647247128d95e58dc4f1fc101ba2:B 2024-12-07T07:15:02,070 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:15:02,071 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:15:02,071 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 988c647247128d95e58dc4f1fc101ba2/C is initiating minor compaction (all files) 2024-12-07T07:15:02,071 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 988c647247128d95e58dc4f1fc101ba2/C in TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:15:02,071 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/1facc8150b534e76b55693eb59e85862, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/ef052ebfd25e45b0a89c604b845b6ffe, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/5fc53e9ab64249a2bb44abdf5fa93072] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp, totalSize=36.7 K 2024-12-07T07:15:02,072 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 1facc8150b534e76b55693eb59e85862, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1733555694783 2024-12-07T07:15:02,072 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting ef052ebfd25e45b0a89c604b845b6ffe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1733555696955 2024-12-07T07:15:02,072 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 5fc53e9ab64249a2bb44abdf5fa93072, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1733555699132 2024-12-07T07:15:02,078 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 988c647247128d95e58dc4f1fc101ba2#C#compaction#176 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:02,079 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/ea31918687724e4f9d176938a7ab2f8c is 50, key is test_row_0/C:col10/1733555701091/Put/seqid=0 2024-12-07T07:15:02,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742039_1215 (size=13085) 2024-12-07T07:15:02,089 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/ea31918687724e4f9d176938a7ab2f8c as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/ea31918687724e4f9d176938a7ab2f8c 2024-12-07T07:15:02,094 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 988c647247128d95e58dc4f1fc101ba2/C of 988c647247128d95e58dc4f1fc101ba2 into ea31918687724e4f9d176938a7ab2f8c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:02,094 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 988c647247128d95e58dc4f1fc101ba2: 2024-12-07T07:15:02,094 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., storeName=988c647247128d95e58dc4f1fc101ba2/C, priority=13, startTime=1733555702023; duration=0sec 2024-12-07T07:15:02,094 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:02,094 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 988c647247128d95e58dc4f1fc101ba2:C 2024-12-07T07:15:02,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-07T07:15:02,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:15:02,155 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 988c647247128d95e58dc4f1fc101ba2 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-07T07:15:02,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=A 2024-12-07T07:15:02,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:02,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=B 2024-12-07T07:15:02,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:02,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=C 2024-12-07T07:15:02,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:02,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207d3f3853ba9054c89a004da3e2449c140_988c647247128d95e58dc4f1fc101ba2 is 50, key is test_row_0/A:col10/1733555701101/Put/seqid=0 2024-12-07T07:15:02,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742040_1216 (size=12454) 2024-12-07T07:15:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-07T07:15:02,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:15:02,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. as already flushing 2024-12-07T07:15:02,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57618 deadline: 1733555762342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:02,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:02,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:02,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:02,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57618 deadline: 1733555762450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:02,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:02,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:02,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:02,466 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 988c647247128d95e58dc4f1fc101ba2#A#compaction#175 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:02,467 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/f1ba4b07d901431390fe5d6c699fd3ab is 175, key is test_row_0/A:col10/1733555701091/Put/seqid=0 2024-12-07T07:15:02,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742041_1217 (size=32039) 2024-12-07T07:15:02,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:02,572 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207d3f3853ba9054c89a004da3e2449c140_988c647247128d95e58dc4f1fc101ba2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207d3f3853ba9054c89a004da3e2449c140_988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:15:02,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/6f5e66f92b114900903651059dfd88c8, store: [table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:15:02,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/6f5e66f92b114900903651059dfd88c8 is 175, key is test_row_0/A:col10/1733555701101/Put/seqid=0 2024-12-07T07:15:02,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742042_1218 (size=31255) 2024-12-07T07:15:02,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57618 deadline: 1733555762660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:02,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:02,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:02,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:02,875 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/f1ba4b07d901431390fe5d6c699fd3ab as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/f1ba4b07d901431390fe5d6c699fd3ab 2024-12-07T07:15:02,880 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 988c647247128d95e58dc4f1fc101ba2/A of 988c647247128d95e58dc4f1fc101ba2 into f1ba4b07d901431390fe5d6c699fd3ab(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:02,880 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 988c647247128d95e58dc4f1fc101ba2: 2024-12-07T07:15:02,880 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., storeName=988c647247128d95e58dc4f1fc101ba2/A, priority=13, startTime=1733555702023; duration=0sec 2024-12-07T07:15:02,880 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:02,880 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 988c647247128d95e58dc4f1fc101ba2:A 2024-12-07T07:15:02,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57618 deadline: 1733555762970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:02,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:02,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:02,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:02,978 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=395, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/6f5e66f92b114900903651059dfd88c8 2024-12-07T07:15:02,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/0c9046357dc44cacbfe0bb91b7a8c0f0 is 50, key is test_row_0/B:col10/1733555701101/Put/seqid=0 2024-12-07T07:15:02,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742043_1219 (size=12301) 2024-12-07T07:15:03,001 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/0c9046357dc44cacbfe0bb91b7a8c0f0 2024-12-07T07:15:03,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/0e25487893354f7ca57131d9607bc527 is 50, key is test_row_0/C:col10/1733555701101/Put/seqid=0 2024-12-07T07:15:03,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742044_1220 (size=12301) 2024-12-07T07:15:03,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-07T07:15:03,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:03,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1733555763312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:03,318 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_1' in 988c647247128d95e58dc4f1fc101ba2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:15:03,318 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:03,318 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:03,318 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:03,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:03,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57594 deadline: 1733555763320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:03,324 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_2' in 988c647247128d95e58dc4f1fc101ba2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:15:03,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:03,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:03,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57544 deadline: 1733555763320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:03,326 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_0' in 988c647247128d95e58dc4f1fc101ba2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:15:03,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:03,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:03,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:03,411 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/0e25487893354f7ca57131d9607bc527 2024-12-07T07:15:03,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/6f5e66f92b114900903651059dfd88c8 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/6f5e66f92b114900903651059dfd88c8 2024-12-07T07:15:03,425 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/6f5e66f92b114900903651059dfd88c8, entries=150, sequenceid=395, filesize=30.5 K 2024-12-07T07:15:03,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/0c9046357dc44cacbfe0bb91b7a8c0f0 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/0c9046357dc44cacbfe0bb91b7a8c0f0 2024-12-07T07:15:03,440 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/0c9046357dc44cacbfe0bb91b7a8c0f0, entries=150, sequenceid=395, filesize=12.0 K 2024-12-07T07:15:03,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/0e25487893354f7ca57131d9607bc527 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/0e25487893354f7ca57131d9607bc527 2024-12-07T07:15:03,446 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/0e25487893354f7ca57131d9607bc527, entries=150, sequenceid=395, filesize=12.0 K 2024-12-07T07:15:03,448 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 988c647247128d95e58dc4f1fc101ba2 in 1293ms, sequenceid=395, compaction requested=false 2024-12-07T07:15:03,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 988c647247128d95e58dc4f1fc101ba2: 2024-12-07T07:15:03,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:15:03,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-07T07:15:03,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-07T07:15:03,456 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-12-07T07:15:03,457 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3670 sec 2024-12-07T07:15:03,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 2.3760 sec 2024-12-07T07:15:03,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:15:03,481 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 988c647247128d95e58dc4f1fc101ba2 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-07T07:15:03,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=A 2024-12-07T07:15:03,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:03,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=B 2024-12-07T07:15:03,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:03,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=C 2024-12-07T07:15:03,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:03,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207480edc3abb6a41cc9ef2f2914291d792_988c647247128d95e58dc4f1fc101ba2 is 50, key is test_row_0/A:col10/1733555703479/Put/seqid=0 2024-12-07T07:15:03,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57618 deadline: 1733555763509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:03,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:03,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:03,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:03,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:03,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57566 deadline: 1733555763511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:03,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:03,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:03,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:03,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742045_1221 (size=12454) 2024-12-07T07:15:03,543 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:03,549 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207480edc3abb6a41cc9ef2f2914291d792_988c647247128d95e58dc4f1fc101ba2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207480edc3abb6a41cc9ef2f2914291d792_988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:15:03,550 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/eb6d825066d440a188e23b70e16e608a, store: [table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:15:03,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/eb6d825066d440a188e23b70e16e608a is 175, key is test_row_0/A:col10/1733555703479/Put/seqid=0 2024-12-07T07:15:03,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742046_1222 (size=31255) 2024-12-07T07:15:03,590 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=416, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/eb6d825066d440a188e23b70e16e608a 2024-12-07T07:15:03,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57566 deadline: 1733555763620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:03,622 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:03,622 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:03,622 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:03,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57618 deadline: 1733555763620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:03,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:03,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:03,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:03,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/12dbd9434c244ac5a0474c1111824ba4 is 50, key is test_row_0/B:col10/1733555703479/Put/seqid=0 2024-12-07T07:15:03,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742047_1223 (size=12301) 2024-12-07T07:15:03,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:03,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57618 deadline: 1733555763830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:03,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:03,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:03,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:03,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:03,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57566 deadline: 1733555763830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:03,831 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:03,831 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:03,832 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:04,072 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/12dbd9434c244ac5a0474c1111824ba4 2024-12-07T07:15:04,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/4c66be417de64167a6dfae7fb038512e is 50, key is test_row_0/C:col10/1733555703479/Put/seqid=0 2024-12-07T07:15:04,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742048_1224 (size=12301) 2024-12-07T07:15:04,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57618 deadline: 1733555764140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:04,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:04,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:04,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:04,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57566 deadline: 1733555764140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:04,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:04,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:04,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:04,544 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/4c66be417de64167a6dfae7fb038512e 2024-12-07T07:15:04,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/eb6d825066d440a188e23b70e16e608a as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/eb6d825066d440a188e23b70e16e608a 2024-12-07T07:15:04,556 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/eb6d825066d440a188e23b70e16e608a, entries=150, sequenceid=416, filesize=30.5 K 2024-12-07T07:15:04,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/12dbd9434c244ac5a0474c1111824ba4 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/12dbd9434c244ac5a0474c1111824ba4 2024-12-07T07:15:04,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/12dbd9434c244ac5a0474c1111824ba4, entries=150, sequenceid=416, filesize=12.0 K 2024-12-07T07:15:04,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/4c66be417de64167a6dfae7fb038512e as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/4c66be417de64167a6dfae7fb038512e 2024-12-07T07:15:04,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/4c66be417de64167a6dfae7fb038512e, entries=150, sequenceid=416, filesize=12.0 K 2024-12-07T07:15:04,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 988c647247128d95e58dc4f1fc101ba2 in 1094ms, sequenceid=416, compaction requested=true 2024-12-07T07:15:04,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 988c647247128d95e58dc4f1fc101ba2: 2024-12-07T07:15:04,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 988c647247128d95e58dc4f1fc101ba2:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:15:04,576 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:15:04,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:04,576 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:15:04,577 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:15:04,577 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94549 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:15:04,577 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 988c647247128d95e58dc4f1fc101ba2/B is initiating minor compaction (all files) 2024-12-07T07:15:04,577 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 988c647247128d95e58dc4f1fc101ba2/A is initiating minor compaction (all files) 2024-12-07T07:15:04,578 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 988c647247128d95e58dc4f1fc101ba2/A in TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:15:04,578 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 988c647247128d95e58dc4f1fc101ba2/B in TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:15:04,578 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/6159c1deec5f495eb3af445ba8e77095, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/0c9046357dc44cacbfe0bb91b7a8c0f0, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/12dbd9434c244ac5a0474c1111824ba4] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp, totalSize=36.8 K 2024-12-07T07:15:04,578 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/f1ba4b07d901431390fe5d6c699fd3ab, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/6f5e66f92b114900903651059dfd88c8, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/eb6d825066d440a188e23b70e16e608a] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp, totalSize=92.3 K 2024-12-07T07:15:04,578 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:15:04,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 988c647247128d95e58dc4f1fc101ba2:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:15:04,578 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. files: [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/f1ba4b07d901431390fe5d6c699fd3ab, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/6f5e66f92b114900903651059dfd88c8, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/eb6d825066d440a188e23b70e16e608a] 2024-12-07T07:15:04,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:04,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 988c647247128d95e58dc4f1fc101ba2:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:15:04,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:15:04,578 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 6159c1deec5f495eb3af445ba8e77095, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1733555699132 2024-12-07T07:15:04,578 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1ba4b07d901431390fe5d6c699fd3ab, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1733555699132 2024-12-07T07:15:04,579 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c9046357dc44cacbfe0bb91b7a8c0f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1733555701101 2024-12-07T07:15:04,579 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f5e66f92b114900903651059dfd88c8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1733555701101 2024-12-07T07:15:04,579 INFO [Thread-623 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-623. 2024-12-07T07:15:04,580 DEBUG [Thread-623 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:15:04,580 DEBUG [Thread-623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:04,580 DEBUG [Thread-623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:04,580 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:15:04,580 INFO [Thread-627 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-627. 2024-12-07T07:15:04,580 DEBUG [Thread-627 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:15:04,580 DEBUG [Thread-627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:04,580 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 12dbd9434c244ac5a0474c1111824ba4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1733555702331 2024-12-07T07:15:04,580 DEBUG [Thread-627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:04,580 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb6d825066d440a188e23b70e16e608a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1733555702331 2024-12-07T07:15:04,580 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:15:04,581 INFO [Thread-625 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-625. 2024-12-07T07:15:04,581 DEBUG [Thread-625 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:15:04,581 DEBUG [Thread-625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:04,581 DEBUG [Thread-625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:04,582 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:15:04,586 INFO [Thread-629 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-629. 2024-12-07T07:15:04,586 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:15:04,586 DEBUG [Thread-629 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:15:04,586 DEBUG [Thread-629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:04,587 DEBUG [Thread-629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:04,587 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:15:04,590 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 988c647247128d95e58dc4f1fc101ba2#B#compaction#184 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:04,591 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/099b9f4f85df43daa0cb2212f8e3ff39 is 50, key is test_row_0/B:col10/1733555703479/Put/seqid=0 2024-12-07T07:15:04,596 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412070a6e5367902f4e82b84d029b735b87de_988c647247128d95e58dc4f1fc101ba2 store=[table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:15:04,598 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412070a6e5367902f4e82b84d029b735b87de_988c647247128d95e58dc4f1fc101ba2, store=[table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:15:04,598 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412070a6e5367902f4e82b84d029b735b87de_988c647247128d95e58dc4f1fc101ba2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:15:04,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742049_1225 (size=13187) 2024-12-07T07:15:04,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742050_1226 (size=4469) 2024-12-07T07:15:04,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:15:04,652 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 988c647247128d95e58dc4f1fc101ba2 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-07T07:15:04,652 INFO [Thread-616 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-616. 2024-12-07T07:15:04,652 DEBUG [Thread-616 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:15:04,652 DEBUG [Thread-616 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:04,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=A 2024-12-07T07:15:04,652 INFO [Thread-620 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-620. 2024-12-07T07:15:04,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:04,652 DEBUG [Thread-620 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:15:04,652 DEBUG [Thread-616 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:04,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=B 2024-12-07T07:15:04,652 DEBUG [Thread-620 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:04,652 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:15:04,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:04,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=C 2024-12-07T07:15:04,652 DEBUG [Thread-620 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:04,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:04,652 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:15:04,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412075ca1bbd82be54deda872d635fbb25c14_988c647247128d95e58dc4f1fc101ba2 is 50, key is test_row_0/A:col10/1733555703504/Put/seqid=0 2024-12-07T07:15:04,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742051_1227 (size=12454) 2024-12-07T07:15:05,007 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/099b9f4f85df43daa0cb2212f8e3ff39 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/099b9f4f85df43daa0cb2212f8e3ff39 2024-12-07T07:15:05,011 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 988c647247128d95e58dc4f1fc101ba2#A#compaction#183 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:05,011 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/372190758e754f429bd9a02cc6f86d10 is 175, key is test_row_0/A:col10/1733555703479/Put/seqid=0 2024-12-07T07:15:05,012 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 988c647247128d95e58dc4f1fc101ba2/B of 988c647247128d95e58dc4f1fc101ba2 into 099b9f4f85df43daa0cb2212f8e3ff39(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:05,012 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 988c647247128d95e58dc4f1fc101ba2: 2024-12-07T07:15:05,012 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., storeName=988c647247128d95e58dc4f1fc101ba2/B, priority=13, startTime=1733555704576; duration=0sec 2024-12-07T07:15:05,012 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:15:05,012 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 988c647247128d95e58dc4f1fc101ba2:B 2024-12-07T07:15:05,012 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:15:05,013 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:15:05,014 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 988c647247128d95e58dc4f1fc101ba2/C is initiating minor compaction (all files) 2024-12-07T07:15:05,014 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 988c647247128d95e58dc4f1fc101ba2/C in TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:15:05,014 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/ea31918687724e4f9d176938a7ab2f8c, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/0e25487893354f7ca57131d9607bc527, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/4c66be417de64167a6dfae7fb038512e] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp, totalSize=36.8 K 2024-12-07T07:15:05,014 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting ea31918687724e4f9d176938a7ab2f8c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1733555699132 2024-12-07T07:15:05,015 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e25487893354f7ca57131d9607bc527, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1733555701101 2024-12-07T07:15:05,015 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c66be417de64167a6dfae7fb038512e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1733555702331 2024-12-07T07:15:05,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742052_1228 (size=32141) 2024-12-07T07:15:05,032 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 988c647247128d95e58dc4f1fc101ba2#C#compaction#186 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:05,032 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/7db3bf82622846a99ac5dae66f16a916 is 50, key is test_row_0/C:col10/1733555703479/Put/seqid=0 2024-12-07T07:15:05,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742053_1229 (size=13187) 2024-12-07T07:15:05,051 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/7db3bf82622846a99ac5dae66f16a916 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/7db3bf82622846a99ac5dae66f16a916 2024-12-07T07:15:05,055 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 988c647247128d95e58dc4f1fc101ba2/C of 988c647247128d95e58dc4f1fc101ba2 into 7db3bf82622846a99ac5dae66f16a916(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:05,055 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 988c647247128d95e58dc4f1fc101ba2: 2024-12-07T07:15:05,055 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., storeName=988c647247128d95e58dc4f1fc101ba2/C, priority=13, startTime=1733555704578; duration=0sec 2024-12-07T07:15:05,056 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:05,056 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 988c647247128d95e58dc4f1fc101ba2:C 2024-12-07T07:15:05,062 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:05,065 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412075ca1bbd82be54deda872d635fbb25c14_988c647247128d95e58dc4f1fc101ba2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412075ca1bbd82be54deda872d635fbb25c14_988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:15:05,066 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/1e6f89199d884fbcbc48133d20fc10c6, store: [table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:15:05,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/1e6f89199d884fbcbc48133d20fc10c6 is 175, key is test_row_0/A:col10/1733555703504/Put/seqid=0 2024-12-07T07:15:05,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742054_1230 (size=31255) 2024-12-07T07:15:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-07T07:15:05,241 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:15:05,425 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/372190758e754f429bd9a02cc6f86d10 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/372190758e754f429bd9a02cc6f86d10 2024-12-07T07:15:05,430 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 988c647247128d95e58dc4f1fc101ba2/A of 988c647247128d95e58dc4f1fc101ba2 into 372190758e754f429bd9a02cc6f86d10(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:05,430 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 988c647247128d95e58dc4f1fc101ba2: 2024-12-07T07:15:05,430 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., storeName=988c647247128d95e58dc4f1fc101ba2/A, priority=13, startTime=1733555704576; duration=0sec 2024-12-07T07:15:05,430 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:05,430 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 988c647247128d95e58dc4f1fc101ba2:A 2024-12-07T07:15:05,473 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=430, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/1e6f89199d884fbcbc48133d20fc10c6 2024-12-07T07:15:05,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/d21235f2a940404d810708d2ac7c6876 is 50, key is test_row_0/B:col10/1733555703504/Put/seqid=0 2024-12-07T07:15:05,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742055_1231 (size=12301) 2024-12-07T07:15:05,889 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/d21235f2a940404d810708d2ac7c6876 2024-12-07T07:15:05,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/628df35316c14c0bb4d6ac20040f6361 is 50, key is test_row_0/C:col10/1733555703504/Put/seqid=0 2024-12-07T07:15:05,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742056_1232 (size=12301) 2024-12-07T07:15:06,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/628df35316c14c0bb4d6ac20040f6361 2024-12-07T07:15:06,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/1e6f89199d884fbcbc48133d20fc10c6 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/1e6f89199d884fbcbc48133d20fc10c6 2024-12-07T07:15:06,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/1e6f89199d884fbcbc48133d20fc10c6, entries=150, sequenceid=430, filesize=30.5 K 2024-12-07T07:15:06,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/d21235f2a940404d810708d2ac7c6876 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/d21235f2a940404d810708d2ac7c6876 2024-12-07T07:15:06,316 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/d21235f2a940404d810708d2ac7c6876, entries=150, sequenceid=430, filesize=12.0 K 2024-12-07T07:15:06,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/628df35316c14c0bb4d6ac20040f6361 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/628df35316c14c0bb4d6ac20040f6361 2024-12-07T07:15:06,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/628df35316c14c0bb4d6ac20040f6361, entries=150, sequenceid=430, filesize=12.0 K 2024-12-07T07:15:06,322 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=0 B/0 for 988c647247128d95e58dc4f1fc101ba2 in 1671ms, sequenceid=430, compaction requested=false 2024-12-07T07:15:06,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 988c647247128d95e58dc4f1fc101ba2: 2024-12-07T07:15:07,341 INFO [Thread-614 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-614. 2024-12-07T07:15:07,342 DEBUG [Thread-614 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:15:07,342 DEBUG [Thread-614 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:07,342 INFO [Thread-618 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-618. 2024-12-07T07:15:07,342 DEBUG [Thread-618 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:15:07,342 DEBUG [Thread-618 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:07,342 DEBUG [Thread-614 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:07,342 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:15:07,342 DEBUG [Thread-618 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:07,342 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:15:07,352 INFO [Thread-612 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-612. 2024-12-07T07:15:07,352 DEBUG [Thread-612 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:15:07,352 DEBUG [Thread-612 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:07,352 DEBUG [Thread-612 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:07,352 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:15:07,352 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-07T07:15:07,352 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-12-07T07:15:07,352 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-12-07T07:15:07,352 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 22 2024-12-07T07:15:07,352 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-12-07T07:15:07,352 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 197 2024-12-07T07:15:07,352 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-07T07:15:07,352 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3769 2024-12-07T07:15:07,352 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3687 2024-12-07T07:15:07,352 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-07T07:15:07,352 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1608 2024-12-07T07:15:07,352 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4823 rows 2024-12-07T07:15:07,352 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1613 2024-12-07T07:15:07,352 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4839 rows 2024-12-07T07:15:07,353 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T07:15:07,353 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T07:15:07,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:07,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:07,353 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:15:07,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-07T07:15:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-07T07:15:07,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-07T07:15:07,356 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733555707356"}]},"ts":"1733555707356"} 2024-12-07T07:15:07,358 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-07T07:15:07,358 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-07T07:15:07,359 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-07T07:15:07,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=988c647247128d95e58dc4f1fc101ba2, UNASSIGN}] 2024-12-07T07:15:07,361 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=988c647247128d95e58dc4f1fc101ba2, UNASSIGN 2024-12-07T07:15:07,362 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=988c647247128d95e58dc4f1fc101ba2, regionState=CLOSING, regionLocation=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:07,362 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35121 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=CLOSING, location=5d4d7471f19e,42791,1733555642814, table=TestAcidGuarantees, region=988c647247128d95e58dc4f1fc101ba2. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-07T07:15:07,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=988c647247128d95e58dc4f1fc101ba2, UNASSIGN because future has completed 2024-12-07T07:15:07,363 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T07:15:07,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; CloseRegionProcedure 988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814}] 2024-12-07T07:15:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-07T07:15:07,516 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] handler.UnassignRegionHandler(122): Close 988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:15:07,516 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-07T07:15:07,517 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1722): Closing 988c647247128d95e58dc4f1fc101ba2, disabling compactions & flushes 2024-12-07T07:15:07,517 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:15:07,517 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:15:07,517 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. after waiting 0 ms 2024-12-07T07:15:07,517 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:15:07,517 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(2902): Flushing 988c647247128d95e58dc4f1fc101ba2 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-12-07T07:15:07,518 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=A 2024-12-07T07:15:07,518 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:07,518 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=B 2024-12-07T07:15:07,518 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:07,518 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 988c647247128d95e58dc4f1fc101ba2, store=C 2024-12-07T07:15:07,518 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:07,528 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412076d0c3ec8032f451bac7852e133851930_988c647247128d95e58dc4f1fc101ba2 is 50, key is test_row_0/A:col10/1733555707340/Put/seqid=0 2024-12-07T07:15:07,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742057_1233 (size=12454) 2024-12-07T07:15:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-07T07:15:07,933 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:07,937 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412076d0c3ec8032f451bac7852e133851930_988c647247128d95e58dc4f1fc101ba2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412076d0c3ec8032f451bac7852e133851930_988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:15:07,938 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/093e6020d2864ba58c71683231b8082d, store: [table=TestAcidGuarantees family=A region=988c647247128d95e58dc4f1fc101ba2] 2024-12-07T07:15:07,939 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/093e6020d2864ba58c71683231b8082d is 175, key is test_row_0/A:col10/1733555707340/Put/seqid=0 2024-12-07T07:15:07,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742058_1234 (size=31255) 2024-12-07T07:15:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-07T07:15:08,344 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=439, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/093e6020d2864ba58c71683231b8082d 2024-12-07T07:15:08,350 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/ac584e639bee4f929dfd9353c16a2ac9 is 50, key is test_row_0/B:col10/1733555707340/Put/seqid=0 2024-12-07T07:15:08,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742059_1235 (size=12301) 2024-12-07T07:15:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-07T07:15:08,754 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/ac584e639bee4f929dfd9353c16a2ac9 2024-12-07T07:15:08,760 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/f14442500d85467e9f323ff873fa16a2 is 50, key is test_row_0/C:col10/1733555707340/Put/seqid=0 2024-12-07T07:15:08,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742060_1236 (size=12301) 2024-12-07T07:15:09,166 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/f14442500d85467e9f323ff873fa16a2 2024-12-07T07:15:09,171 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/A/093e6020d2864ba58c71683231b8082d as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/093e6020d2864ba58c71683231b8082d 2024-12-07T07:15:09,176 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/093e6020d2864ba58c71683231b8082d, entries=150, sequenceid=439, filesize=30.5 K 2024-12-07T07:15:09,177 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/B/ac584e639bee4f929dfd9353c16a2ac9 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/ac584e639bee4f929dfd9353c16a2ac9 2024-12-07T07:15:09,182 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/ac584e639bee4f929dfd9353c16a2ac9, entries=150, sequenceid=439, filesize=12.0 K 2024-12-07T07:15:09,183 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/.tmp/C/f14442500d85467e9f323ff873fa16a2 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/f14442500d85467e9f323ff873fa16a2 2024-12-07T07:15:09,187 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/f14442500d85467e9f323ff873fa16a2, entries=150, sequenceid=439, filesize=12.0 K 2024-12-07T07:15:09,188 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 988c647247128d95e58dc4f1fc101ba2 in 1671ms, sequenceid=439, compaction requested=true 2024-12-07T07:15:09,188 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/0a378ecaaab540fba6a48279af89e1bb, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/2d98f1b5cafb49ce8c892db1cce602b7, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/c92c262be474471e81aa883588a7cd72, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/35501af5cd9744e6ac166ac11297da60, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/8714d4680c0f4d0a9d8661fdd907f435, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/da73320e36044953a90acc2cb1e2e8d4, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/928653690dfc4560a1140ab35c6eee5f, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/3b511ad3a99b47c49671d540edfe898b, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/f0fa7b0968bb438891e8902016dfda24, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/80c534d58aea42a2981fae53d1ada826, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/e0f4153459ca48608e286967aa4ec8a0, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/d47b822d726146368d778d6ddfd4dff0, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/bbfd4ad2b7a8487b80e08b982cb84a31, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/a779ce4f44e34dd9bc4561abc1b5bf08, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/1e5280f521094c1a88f919b810c75797, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/baf3a16e01fb47319494d1bcffb0ddd1, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/952fbbcae2214e1a8a6b90c4056eadbb, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/9a6a18f4cd0e445d8d327f3e75165c8b, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/735b1eb3073d4aa4948792131d37adaa, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/9c57897214c64fca9ce7ec9431a232a4, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/d6d98d43b8284e7eae59aa864e1e42e9, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/9a644c2c08064a04879530970d8235de, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/f241cace6b2b44d5a83e3f8d5d910aa7, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/f1ba4b07d901431390fe5d6c699fd3ab, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/6f5e66f92b114900903651059dfd88c8, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/eb6d825066d440a188e23b70e16e608a] to archive 2024-12-07T07:15:09,189 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T07:15:09,191 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/0a378ecaaab540fba6a48279af89e1bb to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/0a378ecaaab540fba6a48279af89e1bb 2024-12-07T07:15:09,192 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/2d98f1b5cafb49ce8c892db1cce602b7 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/2d98f1b5cafb49ce8c892db1cce602b7 2024-12-07T07:15:09,193 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/c92c262be474471e81aa883588a7cd72 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/c92c262be474471e81aa883588a7cd72 2024-12-07T07:15:09,194 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/35501af5cd9744e6ac166ac11297da60 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/35501af5cd9744e6ac166ac11297da60 2024-12-07T07:15:09,195 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/8714d4680c0f4d0a9d8661fdd907f435 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/8714d4680c0f4d0a9d8661fdd907f435 2024-12-07T07:15:09,196 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/da73320e36044953a90acc2cb1e2e8d4 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/da73320e36044953a90acc2cb1e2e8d4 2024-12-07T07:15:09,197 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/928653690dfc4560a1140ab35c6eee5f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/928653690dfc4560a1140ab35c6eee5f 2024-12-07T07:15:09,198 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/3b511ad3a99b47c49671d540edfe898b to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/3b511ad3a99b47c49671d540edfe898b 2024-12-07T07:15:09,199 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/f0fa7b0968bb438891e8902016dfda24 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/f0fa7b0968bb438891e8902016dfda24 2024-12-07T07:15:09,200 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/80c534d58aea42a2981fae53d1ada826 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/80c534d58aea42a2981fae53d1ada826 2024-12-07T07:15:09,201 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/e0f4153459ca48608e286967aa4ec8a0 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/e0f4153459ca48608e286967aa4ec8a0 2024-12-07T07:15:09,202 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/d47b822d726146368d778d6ddfd4dff0 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/d47b822d726146368d778d6ddfd4dff0 2024-12-07T07:15:09,203 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/bbfd4ad2b7a8487b80e08b982cb84a31 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/bbfd4ad2b7a8487b80e08b982cb84a31 2024-12-07T07:15:09,204 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/a779ce4f44e34dd9bc4561abc1b5bf08 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/a779ce4f44e34dd9bc4561abc1b5bf08 2024-12-07T07:15:09,205 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/1e5280f521094c1a88f919b810c75797 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/1e5280f521094c1a88f919b810c75797 2024-12-07T07:15:09,206 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/baf3a16e01fb47319494d1bcffb0ddd1 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/baf3a16e01fb47319494d1bcffb0ddd1 2024-12-07T07:15:09,207 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/952fbbcae2214e1a8a6b90c4056eadbb to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/952fbbcae2214e1a8a6b90c4056eadbb 2024-12-07T07:15:09,208 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/9a6a18f4cd0e445d8d327f3e75165c8b to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/9a6a18f4cd0e445d8d327f3e75165c8b 2024-12-07T07:15:09,209 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/735b1eb3073d4aa4948792131d37adaa to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/735b1eb3073d4aa4948792131d37adaa 2024-12-07T07:15:09,210 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/9c57897214c64fca9ce7ec9431a232a4 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/9c57897214c64fca9ce7ec9431a232a4 2024-12-07T07:15:09,211 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/d6d98d43b8284e7eae59aa864e1e42e9 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/d6d98d43b8284e7eae59aa864e1e42e9 2024-12-07T07:15:09,212 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/9a644c2c08064a04879530970d8235de to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/9a644c2c08064a04879530970d8235de 2024-12-07T07:15:09,214 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/f241cace6b2b44d5a83e3f8d5d910aa7 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/f241cace6b2b44d5a83e3f8d5d910aa7 2024-12-07T07:15:09,214 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/f1ba4b07d901431390fe5d6c699fd3ab to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/f1ba4b07d901431390fe5d6c699fd3ab 2024-12-07T07:15:09,215 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/6f5e66f92b114900903651059dfd88c8 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/6f5e66f92b114900903651059dfd88c8 2024-12-07T07:15:09,216 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/eb6d825066d440a188e23b70e16e608a to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/eb6d825066d440a188e23b70e16e608a 2024-12-07T07:15:09,218 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/a2d6e9eeda4043f79f412d7151ce0866, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/31f5b1d0c6e84f0788e8b31255cf52d6, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/64f4154b5f524eb798c632f692d6ad68, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/d2fe203465bd4fa592b0d7cee89d1822, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/50b74af6f23145eca41c32424b191068, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/43ba835ec0e7451aa954a4e89697b4b8, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/f916110152544e2bbffd6d035ce9604a, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/a96d2b53236748de9ff74ef3a89c7e6b, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/706a52fa64054c4993b15303c2f0066a, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/d595d5ca51d54031887d836deed6f095, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/2e090b477f0441c59bbd8bc29503c575, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/3a8ebfaca8154cefa47635a157ec955a, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/4c26f7883fef48b9a357e624abcea05a, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/dc3a33af58254d8f9db6aa1ea9a4e072, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/985351d4a3a8409fba8d061a2fccefe7, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/09f6ef42382e49c39dafbae0bfe7b180, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/a01ecc9edb1e402aba0b0a746ae82ec4, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/ff79d6be7c3e4067854e7c60d55bbf15, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/905ccc2e2be74adda72098c91c49b717, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/2c1e8b08db90496f930a790cc68c441e, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/8a0d3347d7f14361bd1628b2ed1665a8, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/16c961443cbe4d87956bc92d6567ada1, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/6159c1deec5f495eb3af445ba8e77095, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/02cdafa81b3a44f0a142779db336d9d4, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/0c9046357dc44cacbfe0bb91b7a8c0f0, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/12dbd9434c244ac5a0474c1111824ba4] to archive 2024-12-07T07:15:09,218 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T07:15:09,220 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/a2d6e9eeda4043f79f412d7151ce0866 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/a2d6e9eeda4043f79f412d7151ce0866 2024-12-07T07:15:09,221 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/31f5b1d0c6e84f0788e8b31255cf52d6 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/31f5b1d0c6e84f0788e8b31255cf52d6 2024-12-07T07:15:09,221 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/64f4154b5f524eb798c632f692d6ad68 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/64f4154b5f524eb798c632f692d6ad68 2024-12-07T07:15:09,223 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/d2fe203465bd4fa592b0d7cee89d1822 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/d2fe203465bd4fa592b0d7cee89d1822 2024-12-07T07:15:09,223 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/50b74af6f23145eca41c32424b191068 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/50b74af6f23145eca41c32424b191068 2024-12-07T07:15:09,224 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/43ba835ec0e7451aa954a4e89697b4b8 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/43ba835ec0e7451aa954a4e89697b4b8 2024-12-07T07:15:09,225 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/f916110152544e2bbffd6d035ce9604a to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/f916110152544e2bbffd6d035ce9604a 2024-12-07T07:15:09,227 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/a96d2b53236748de9ff74ef3a89c7e6b to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/a96d2b53236748de9ff74ef3a89c7e6b 2024-12-07T07:15:09,228 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/706a52fa64054c4993b15303c2f0066a to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/706a52fa64054c4993b15303c2f0066a 2024-12-07T07:15:09,229 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/d595d5ca51d54031887d836deed6f095 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/d595d5ca51d54031887d836deed6f095 2024-12-07T07:15:09,230 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/2e090b477f0441c59bbd8bc29503c575 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/2e090b477f0441c59bbd8bc29503c575 2024-12-07T07:15:09,230 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/3a8ebfaca8154cefa47635a157ec955a to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/3a8ebfaca8154cefa47635a157ec955a 2024-12-07T07:15:09,231 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/4c26f7883fef48b9a357e624abcea05a to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/4c26f7883fef48b9a357e624abcea05a 2024-12-07T07:15:09,232 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/dc3a33af58254d8f9db6aa1ea9a4e072 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/dc3a33af58254d8f9db6aa1ea9a4e072 2024-12-07T07:15:09,233 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/985351d4a3a8409fba8d061a2fccefe7 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/985351d4a3a8409fba8d061a2fccefe7 2024-12-07T07:15:09,234 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/09f6ef42382e49c39dafbae0bfe7b180 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/09f6ef42382e49c39dafbae0bfe7b180 2024-12-07T07:15:09,235 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/a01ecc9edb1e402aba0b0a746ae82ec4 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/a01ecc9edb1e402aba0b0a746ae82ec4 2024-12-07T07:15:09,235 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/ff79d6be7c3e4067854e7c60d55bbf15 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/ff79d6be7c3e4067854e7c60d55bbf15 2024-12-07T07:15:09,236 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/905ccc2e2be74adda72098c91c49b717 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/905ccc2e2be74adda72098c91c49b717 2024-12-07T07:15:09,237 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/2c1e8b08db90496f930a790cc68c441e to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/2c1e8b08db90496f930a790cc68c441e 2024-12-07T07:15:09,238 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/8a0d3347d7f14361bd1628b2ed1665a8 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/8a0d3347d7f14361bd1628b2ed1665a8 2024-12-07T07:15:09,238 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/16c961443cbe4d87956bc92d6567ada1 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/16c961443cbe4d87956bc92d6567ada1 2024-12-07T07:15:09,239 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/6159c1deec5f495eb3af445ba8e77095 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/6159c1deec5f495eb3af445ba8e77095 2024-12-07T07:15:09,240 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/02cdafa81b3a44f0a142779db336d9d4 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/02cdafa81b3a44f0a142779db336d9d4 2024-12-07T07:15:09,241 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/0c9046357dc44cacbfe0bb91b7a8c0f0 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/0c9046357dc44cacbfe0bb91b7a8c0f0 2024-12-07T07:15:09,242 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/12dbd9434c244ac5a0474c1111824ba4 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/12dbd9434c244ac5a0474c1111824ba4 2024-12-07T07:15:09,243 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/ca18490d48b54026bc6e87082597fef7, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/c3278ac324984423bbf8b0fb3682667e, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/df39d37d5b4e441cbc7bcf9302f3cd0c, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/a3187ddd314b40668f16e441f8a3ecc1, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/b6b13adafa864924ba6739d51fc3ca65, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/a5e7895475ab44dc86adf723fbaab08f, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/debd52d6c4464eb58ac0b60d87613d23, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/3e1d69f35dbf44f4ba5cdd64ad8a87a1, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/98c99c0b9aa44ac0a4f44b0cd5fe05d7, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/046f76586451453db6351e353d9b5904, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/ea33af4841ee430892a74fe8ff11a91c, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/67547e75203a4755af2968e8724778e5, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/e344072592624373b74d4441bc5df22c, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/ee27c6334ef942ba82c9276c15b8c87e, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/03459cd8b8474d33a32f96086dae9ff4, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/544dc1273c7f4f61bee3f8695034471a, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/e4910419b8944ccb9b86edf9120885fa, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/b4c846428cc944f69048c6ea186055e4, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/3dd9416798f14b4ea073c064bf404818, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/1facc8150b534e76b55693eb59e85862, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/07e3d523f3614d31b96bfca86c3d9d4e, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/ef052ebfd25e45b0a89c604b845b6ffe, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/ea31918687724e4f9d176938a7ab2f8c, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/5fc53e9ab64249a2bb44abdf5fa93072, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/0e25487893354f7ca57131d9607bc527, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/4c66be417de64167a6dfae7fb038512e] to archive 2024-12-07T07:15:09,244 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T07:15:09,245 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/ca18490d48b54026bc6e87082597fef7 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/ca18490d48b54026bc6e87082597fef7 2024-12-07T07:15:09,246 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/c3278ac324984423bbf8b0fb3682667e to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/c3278ac324984423bbf8b0fb3682667e 2024-12-07T07:15:09,247 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/df39d37d5b4e441cbc7bcf9302f3cd0c to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/df39d37d5b4e441cbc7bcf9302f3cd0c 2024-12-07T07:15:09,248 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/a3187ddd314b40668f16e441f8a3ecc1 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/a3187ddd314b40668f16e441f8a3ecc1 2024-12-07T07:15:09,250 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/b6b13adafa864924ba6739d51fc3ca65 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/b6b13adafa864924ba6739d51fc3ca65 2024-12-07T07:15:09,251 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/a5e7895475ab44dc86adf723fbaab08f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/a5e7895475ab44dc86adf723fbaab08f 2024-12-07T07:15:09,252 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/debd52d6c4464eb58ac0b60d87613d23 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/debd52d6c4464eb58ac0b60d87613d23 2024-12-07T07:15:09,254 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/3e1d69f35dbf44f4ba5cdd64ad8a87a1 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/3e1d69f35dbf44f4ba5cdd64ad8a87a1 2024-12-07T07:15:09,256 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/98c99c0b9aa44ac0a4f44b0cd5fe05d7 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/98c99c0b9aa44ac0a4f44b0cd5fe05d7 2024-12-07T07:15:09,257 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/046f76586451453db6351e353d9b5904 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/046f76586451453db6351e353d9b5904 2024-12-07T07:15:09,258 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/ea33af4841ee430892a74fe8ff11a91c to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/ea33af4841ee430892a74fe8ff11a91c 2024-12-07T07:15:09,260 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/67547e75203a4755af2968e8724778e5 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/67547e75203a4755af2968e8724778e5 2024-12-07T07:15:09,261 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/e344072592624373b74d4441bc5df22c to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/e344072592624373b74d4441bc5df22c 2024-12-07T07:15:09,262 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/ee27c6334ef942ba82c9276c15b8c87e to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/ee27c6334ef942ba82c9276c15b8c87e 2024-12-07T07:15:09,264 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/03459cd8b8474d33a32f96086dae9ff4 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/03459cd8b8474d33a32f96086dae9ff4 2024-12-07T07:15:09,265 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/544dc1273c7f4f61bee3f8695034471a to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/544dc1273c7f4f61bee3f8695034471a 2024-12-07T07:15:09,266 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/e4910419b8944ccb9b86edf9120885fa to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/e4910419b8944ccb9b86edf9120885fa 2024-12-07T07:15:09,267 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/b4c846428cc944f69048c6ea186055e4 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/b4c846428cc944f69048c6ea186055e4 2024-12-07T07:15:09,268 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/3dd9416798f14b4ea073c064bf404818 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/3dd9416798f14b4ea073c064bf404818 2024-12-07T07:15:09,269 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/1facc8150b534e76b55693eb59e85862 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/1facc8150b534e76b55693eb59e85862 2024-12-07T07:15:09,270 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/07e3d523f3614d31b96bfca86c3d9d4e to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/07e3d523f3614d31b96bfca86c3d9d4e 2024-12-07T07:15:09,271 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/ef052ebfd25e45b0a89c604b845b6ffe to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/ef052ebfd25e45b0a89c604b845b6ffe 2024-12-07T07:15:09,272 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/ea31918687724e4f9d176938a7ab2f8c to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/ea31918687724e4f9d176938a7ab2f8c 2024-12-07T07:15:09,273 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/5fc53e9ab64249a2bb44abdf5fa93072 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/5fc53e9ab64249a2bb44abdf5fa93072 2024-12-07T07:15:09,274 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/0e25487893354f7ca57131d9607bc527 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/0e25487893354f7ca57131d9607bc527 2024-12-07T07:15:09,275 DEBUG [StoreCloser-TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/4c66be417de64167a6dfae7fb038512e to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/4c66be417de64167a6dfae7fb038512e 2024-12-07T07:15:09,279 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/recovered.edits/442.seqid, newMaxSeqId=442, maxSeqId=4 2024-12-07T07:15:09,279 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. 2024-12-07T07:15:09,280 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1676): Region close journal for 988c647247128d95e58dc4f1fc101ba2: Waiting for close lock at 1733555707517Running coprocessor pre-close hooks at 1733555707517Disabling compacts and flushes for region at 1733555707517Disabling writes for close at 1733555707517Obtaining lock to block concurrent updates at 1733555707517Preparing flush snapshotting stores in 988c647247128d95e58dc4f1fc101ba2 at 1733555707517Finished memstore snapshotting TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1733555707518 (+1 ms)Flushing stores of TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2. at 1733555707519 (+1 ms)Flushing 988c647247128d95e58dc4f1fc101ba2/A: creating writer at 1733555707519Flushing mob file 988c647247128d95e58dc4f1fc101ba2/A: appending metadata at 1733555707528 (+9 ms)Flushing mob file 988c647247128d95e58dc4f1fc101ba2/A: closing flushed file at 1733555707528Flushing 988c647247128d95e58dc4f1fc101ba2/A: appending metadata at 1733555707938 (+410 ms)Flushing 988c647247128d95e58dc4f1fc101ba2/A: closing flushed file at 1733555707939 (+1 ms)Flushing 988c647247128d95e58dc4f1fc101ba2/B: creating writer at 1733555708348 (+409 ms)Flushing 988c647247128d95e58dc4f1fc101ba2/B: appending metadata at 1733555708350 (+2 ms)Flushing 988c647247128d95e58dc4f1fc101ba2/B: closing flushed file at 1733555708350Flushing 988c647247128d95e58dc4f1fc101ba2/C: creating writer at 1733555708757 (+407 ms)Flushing 988c647247128d95e58dc4f1fc101ba2/C: appending metadata at 1733555708760 (+3 ms)Flushing 988c647247128d95e58dc4f1fc101ba2/C: closing flushed file at 1733555708760Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e451170: reopening flushed file at 1733555709170 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c38c0ed: reopening flushed file at 1733555709176 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@109cb34b: reopening flushed file at 1733555709182 (+6 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 988c647247128d95e58dc4f1fc101ba2 in 1671ms, sequenceid=439, compaction requested=true at 1733555709188 (+6 ms)Writing region close event to WAL at 1733555709276 (+88 ms)Running coprocessor post-close hooks at 1733555709279 (+3 ms)Closed at 1733555709279 2024-12-07T07:15:09,282 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] handler.UnassignRegionHandler(157): Closed 988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:15:09,282 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=988c647247128d95e58dc4f1fc101ba2, regionState=CLOSED 2024-12-07T07:15:09,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=52, state=RUNNABLE, hasLock=false; CloseRegionProcedure 988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 because future has completed 2024-12-07T07:15:09,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-12-07T07:15:09,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; CloseRegionProcedure 988c647247128d95e58dc4f1fc101ba2, server=5d4d7471f19e,42791,1733555642814 in 1.9210 sec 2024-12-07T07:15:09,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51 2024-12-07T07:15:09,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=988c647247128d95e58dc4f1fc101ba2, UNASSIGN in 1.9260 sec 2024-12-07T07:15:09,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-12-07T07:15:09,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9290 sec 2024-12-07T07:15:09,291 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733555709291"}]},"ts":"1733555709291"} 2024-12-07T07:15:09,292 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-07T07:15:09,292 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-07T07:15:09,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9400 sec 2024-12-07T07:15:09,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-07T07:15:09,512 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:15:09,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-07T07:15:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T07:15:09,517 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=54, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T07:15:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-07T07:15:09,519 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=54, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T07:15:09,523 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:15:09,527 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A, FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B, FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C, FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/recovered.edits] 2024-12-07T07:15:09,530 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/093e6020d2864ba58c71683231b8082d to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/093e6020d2864ba58c71683231b8082d 2024-12-07T07:15:09,532 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/1e6f89199d884fbcbc48133d20fc10c6 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/1e6f89199d884fbcbc48133d20fc10c6 2024-12-07T07:15:09,533 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/372190758e754f429bd9a02cc6f86d10 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/A/372190758e754f429bd9a02cc6f86d10 2024-12-07T07:15:09,537 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/099b9f4f85df43daa0cb2212f8e3ff39 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/099b9f4f85df43daa0cb2212f8e3ff39 2024-12-07T07:15:09,538 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/ac584e639bee4f929dfd9353c16a2ac9 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/ac584e639bee4f929dfd9353c16a2ac9 2024-12-07T07:15:09,539 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/d21235f2a940404d810708d2ac7c6876 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/B/d21235f2a940404d810708d2ac7c6876 2024-12-07T07:15:09,541 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/628df35316c14c0bb4d6ac20040f6361 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/628df35316c14c0bb4d6ac20040f6361 2024-12-07T07:15:09,542 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/7db3bf82622846a99ac5dae66f16a916 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/7db3bf82622846a99ac5dae66f16a916 2024-12-07T07:15:09,543 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/f14442500d85467e9f323ff873fa16a2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/C/f14442500d85467e9f323ff873fa16a2 2024-12-07T07:15:09,545 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/recovered.edits/442.seqid to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2/recovered.edits/442.seqid 2024-12-07T07:15:09,546 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:15:09,546 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-07T07:15:09,546 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-07T07:15:09,547 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-07T07:15:09,550 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120713a04f7ba1a34e7482882e4cb0a9745d_988c647247128d95e58dc4f1fc101ba2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120713a04f7ba1a34e7482882e4cb0a9745d_988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:15:09,551 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120715bca3b89ec844be9ecd8361a81a4125_988c647247128d95e58dc4f1fc101ba2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120715bca3b89ec844be9ecd8361a81a4125_988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:15:09,552 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120723b179fb958648d28b570e4bf514c11f_988c647247128d95e58dc4f1fc101ba2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120723b179fb958648d28b570e4bf514c11f_988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:15:09,552 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412072b8529c95e2748e49f55a7aceddaa56f_988c647247128d95e58dc4f1fc101ba2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412072b8529c95e2748e49f55a7aceddaa56f_988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:15:09,553 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207480edc3abb6a41cc9ef2f2914291d792_988c647247128d95e58dc4f1fc101ba2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207480edc3abb6a41cc9ef2f2914291d792_988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:15:09,554 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412075ca1bbd82be54deda872d635fbb25c14_988c647247128d95e58dc4f1fc101ba2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412075ca1bbd82be54deda872d635fbb25c14_988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:15:09,555 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120769d5dfc1436440649db148bff5aad894_988c647247128d95e58dc4f1fc101ba2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120769d5dfc1436440649db148bff5aad894_988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:15:09,556 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412076d0c3ec8032f451bac7852e133851930_988c647247128d95e58dc4f1fc101ba2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412076d0c3ec8032f451bac7852e133851930_988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:15:09,557 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207740e20f98a834eb2a79f4c2a263cc1d7_988c647247128d95e58dc4f1fc101ba2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207740e20f98a834eb2a79f4c2a263cc1d7_988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:15:09,558 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207808e64d40e7b4972bf5374d309705fd3_988c647247128d95e58dc4f1fc101ba2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207808e64d40e7b4972bf5374d309705fd3_988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:15:09,558 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207856c2f821c9e490dbf8eef4d429e6ca2_988c647247128d95e58dc4f1fc101ba2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207856c2f821c9e490dbf8eef4d429e6ca2_988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:15:09,559 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412079c2ef00ec03e44bcbe3d4c5d08fe2dc9_988c647247128d95e58dc4f1fc101ba2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412079c2ef00ec03e44bcbe3d4c5d08fe2dc9_988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:15:09,560 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412079da7d73137b14893afa52d2d30025bbc_988c647247128d95e58dc4f1fc101ba2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412079da7d73137b14893afa52d2d30025bbc_988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:15:09,561 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412079fbab6f878134ea18fd7d7c52e6a6ce8_988c647247128d95e58dc4f1fc101ba2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412079fbab6f878134ea18fd7d7c52e6a6ce8_988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:15:09,562 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207a84ec8b54bfd4eed970735d7a3b49440_988c647247128d95e58dc4f1fc101ba2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207a84ec8b54bfd4eed970735d7a3b49440_988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:15:09,563 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207c5e8d529dd6f458ba94b5c10a89fa656_988c647247128d95e58dc4f1fc101ba2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207c5e8d529dd6f458ba94b5c10a89fa656_988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:15:09,564 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207d245802bde5e4d488cd82ba9be43e605_988c647247128d95e58dc4f1fc101ba2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207d245802bde5e4d488cd82ba9be43e605_988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:15:09,565 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207d30ca935b729476d95ffcadfdf414363_988c647247128d95e58dc4f1fc101ba2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207d30ca935b729476d95ffcadfdf414363_988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:15:09,566 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207d3f3853ba9054c89a004da3e2449c140_988c647247128d95e58dc4f1fc101ba2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207d3f3853ba9054c89a004da3e2449c140_988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:15:09,567 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207de93bb660a5245518df10b875bb561dc_988c647247128d95e58dc4f1fc101ba2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207de93bb660a5245518df10b875bb561dc_988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:15:09,568 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207ec7eaf83d6204a3195cefca945853ac6_988c647247128d95e58dc4f1fc101ba2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207ec7eaf83d6204a3195cefca945853ac6_988c647247128d95e58dc4f1fc101ba2 2024-12-07T07:15:09,568 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-07T07:15:09,570 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=54, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T07:15:09,572 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-07T07:15:09,574 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-07T07:15:09,575 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=54, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T07:15:09,575 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-07T07:15:09,575 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733555709575"}]},"ts":"9223372036854775807"} 2024-12-07T07:15:09,578 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-07T07:15:09,578 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 988c647247128d95e58dc4f1fc101ba2, NAME => 'TestAcidGuarantees,,1733555681279.988c647247128d95e58dc4f1fc101ba2.', STARTKEY => '', ENDKEY => ''}] 2024-12-07T07:15:09,578 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-07T07:15:09,578 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733555709578"}]},"ts":"9223372036854775807"} 2024-12-07T07:15:09,580 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-07T07:15:09,581 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=54, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T07:15:09,582 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 68 msec 2024-12-07T07:15:09,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-07T07:15:09,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-07T07:15:09,631 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:15:09,639 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=252 (was 246) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e0b05e-4ccd-8c7a-69ec-713c4b0ecb6c/cluster_0b4a613d-d3c3-ef88-a5d9-147674d5a6b8/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e0b05e-4ccd-8c7a-69ec-713c4b0ecb6c/cluster_0b4a613d-d3c3-ef88-a5d9-147674d5a6b8/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_420488886_22 at /127.0.0.1:56320 [Waiting for operation #706] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-153105014_22 at /127.0.0.1:56304 [Waiting for operation #698] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-153105014_22 at /127.0.0.1:56254 [Waiting for operation #718] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_420488886_22 at /127.0.0.1:32852 [Waiting for operation #720] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=459 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=407 (was 281) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7342 (was 6495) - AvailableMemoryMB LEAK? - 2024-12-07T07:15:09,647 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=252, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=407, ProcessCount=11, AvailableMemoryMB=7342 2024-12-07T07:15:09,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-07T07:15:09,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T07:15:09,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=55, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-07T07:15:09,651 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T07:15:09,651 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:09,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 55 2024-12-07T07:15:09,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-12-07T07:15:09,651 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T07:15:09,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742061_1237 (size=1061) 2024-12-07T07:15:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-12-07T07:15:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-12-07T07:15:10,061 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06 2024-12-07T07:15:10,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742062_1238 (size=53) 2024-12-07T07:15:10,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-12-07T07:15:10,473 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:15:10,474 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing b0f9850b1b00e38049728b97d4899585, disabling compactions & flushes 2024-12-07T07:15:10,474 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:10,474 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:10,474 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. after waiting 0 ms 2024-12-07T07:15:10,474 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:10,474 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:10,474 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for b0f9850b1b00e38049728b97d4899585: Waiting for close lock at 1733555710474Disabling compacts and flushes for region at 1733555710474Disabling writes for close at 1733555710474Writing region close event to WAL at 1733555710474Closed at 1733555710474 2024-12-07T07:15:10,477 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T07:15:10,478 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733555710477"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733555710477"}]},"ts":"1733555710477"} 2024-12-07T07:15:10,482 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T07:15:10,484 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T07:15:10,484 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733555710484"}]},"ts":"1733555710484"} 2024-12-07T07:15:10,485 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-07T07:15:10,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b0f9850b1b00e38049728b97d4899585, ASSIGN}] 2024-12-07T07:15:10,487 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b0f9850b1b00e38049728b97d4899585, ASSIGN 2024-12-07T07:15:10,487 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b0f9850b1b00e38049728b97d4899585, ASSIGN; state=OFFLINE, location=5d4d7471f19e,42791,1733555642814; forceNewPlan=false, retain=false 2024-12-07T07:15:10,638 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=56 updating hbase:meta row=b0f9850b1b00e38049728b97d4899585, regionState=OPENING, regionLocation=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:10,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b0f9850b1b00e38049728b97d4899585, ASSIGN because future has completed 2024-12-07T07:15:10,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814}] 2024-12-07T07:15:10,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-12-07T07:15:10,799 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:10,799 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7752): Opening region: {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} 2024-12-07T07:15:10,800 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b0f9850b1b00e38049728b97d4899585 2024-12-07T07:15:10,800 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:15:10,801 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7794): checking encryption for b0f9850b1b00e38049728b97d4899585 2024-12-07T07:15:10,801 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7797): checking classloading for b0f9850b1b00e38049728b97d4899585 2024-12-07T07:15:10,804 INFO [StoreOpener-b0f9850b1b00e38049728b97d4899585-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b0f9850b1b00e38049728b97d4899585 2024-12-07T07:15:10,805 INFO [StoreOpener-b0f9850b1b00e38049728b97d4899585-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T07:15:10,805 INFO [StoreOpener-b0f9850b1b00e38049728b97d4899585-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0f9850b1b00e38049728b97d4899585 columnFamilyName A 2024-12-07T07:15:10,805 DEBUG [StoreOpener-b0f9850b1b00e38049728b97d4899585-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:10,806 INFO [StoreOpener-b0f9850b1b00e38049728b97d4899585-1 {}] regionserver.HStore(327): Store=b0f9850b1b00e38049728b97d4899585/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:15:10,806 INFO [StoreOpener-b0f9850b1b00e38049728b97d4899585-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b0f9850b1b00e38049728b97d4899585 2024-12-07T07:15:10,807 INFO [StoreOpener-b0f9850b1b00e38049728b97d4899585-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T07:15:10,807 INFO [StoreOpener-b0f9850b1b00e38049728b97d4899585-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0f9850b1b00e38049728b97d4899585 columnFamilyName B 2024-12-07T07:15:10,807 DEBUG [StoreOpener-b0f9850b1b00e38049728b97d4899585-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:10,808 INFO [StoreOpener-b0f9850b1b00e38049728b97d4899585-1 {}] regionserver.HStore(327): Store=b0f9850b1b00e38049728b97d4899585/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:15:10,808 INFO [StoreOpener-b0f9850b1b00e38049728b97d4899585-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b0f9850b1b00e38049728b97d4899585 2024-12-07T07:15:10,809 INFO [StoreOpener-b0f9850b1b00e38049728b97d4899585-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T07:15:10,809 INFO [StoreOpener-b0f9850b1b00e38049728b97d4899585-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0f9850b1b00e38049728b97d4899585 columnFamilyName C 2024-12-07T07:15:10,809 DEBUG [StoreOpener-b0f9850b1b00e38049728b97d4899585-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:10,809 INFO [StoreOpener-b0f9850b1b00e38049728b97d4899585-1 {}] regionserver.HStore(327): Store=b0f9850b1b00e38049728b97d4899585/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:15:10,810 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:10,810 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1038): replaying wal for b0f9850b1b00e38049728b97d4899585 2024-12-07T07:15:10,810 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585 2024-12-07T07:15:10,811 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585 2024-12-07T07:15:10,812 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1048): stopping wal replay for b0f9850b1b00e38049728b97d4899585 2024-12-07T07:15:10,812 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1060): Cleaning up temporary data for b0f9850b1b00e38049728b97d4899585 2024-12-07T07:15:10,813 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T07:15:10,814 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1093): writing seq id for b0f9850b1b00e38049728b97d4899585 2024-12-07T07:15:10,816 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T07:15:10,817 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1114): Opened b0f9850b1b00e38049728b97d4899585; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61032785, jitterRate=-0.09054063260555267}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T07:15:10,817 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b0f9850b1b00e38049728b97d4899585 2024-12-07T07:15:10,818 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1006): Region open journal for b0f9850b1b00e38049728b97d4899585: Running coprocessor pre-open hook at 1733555710801Writing region info on filesystem at 1733555710801Initializing all the Stores at 1733555710803 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555710803Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555710803Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555710803Cleaning up temporary data from old regions at 1733555710812 (+9 ms)Running coprocessor post-open hooks at 1733555710817 (+5 ms)Region opened successfully at 1733555710818 (+1 ms) 2024-12-07T07:15:10,818 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., pid=57, masterSystemTime=1733555710792 2024-12-07T07:15:10,821 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:10,821 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:10,821 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=56 updating hbase:meta row=b0f9850b1b00e38049728b97d4899585, regionState=OPEN, openSeqNum=2, regionLocation=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:10,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=57, ppid=56, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 because future has completed 2024-12-07T07:15:10,826 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-12-07T07:15:10,826 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; OpenRegionProcedure b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 in 184 msec 2024-12-07T07:15:10,829 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=55 2024-12-07T07:15:10,829 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=55, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b0f9850b1b00e38049728b97d4899585, ASSIGN in 340 msec 2024-12-07T07:15:10,830 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T07:15:10,831 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733555710830"}]},"ts":"1733555710830"} 2024-12-07T07:15:10,832 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-07T07:15:10,833 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T07:15:10,835 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1840 sec 2024-12-07T07:15:11,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-12-07T07:15:11,801 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:15:11,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b6d9a82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:11,802 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:15:11,802 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:15:11,803 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:15:11,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:15:11,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:15:11,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bc83afe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:11,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:15:11,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:15:11,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:11,806 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:15:11,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7994c5ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:11,807 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:15:11,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:15:11,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:15:11,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:15:11,810 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T07:15:11,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 5d4d7471f19e,35121,1733555642057 2024-12-07T07:15:11,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1aa30868 2024-12-07T07:15:11,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T07:15:11,812 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T07:15:11,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ddf112b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:11,814 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:15:11,814 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:15:11,814 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:15:11,814 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:15:11,814 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:15:11,815 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c590dd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:11,815 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:15:11,815 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:15:11,815 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:11,815 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:15:11,816 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77037f29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:11,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@331dd6dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:11,817 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:15:11,817 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:15:11,817 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:15:11,817 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:15:11,817 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:15:11,818 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bdcd288, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:11,818 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:15:11,818 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:15:11,818 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:11,818 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:15:11,819 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b94a79e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:11,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e5ff9c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:11,819 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:15:11,819 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:15:11,820 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:15:11,820 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:15:11,820 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:15:11,820 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c4d4bde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:11,820 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:15:11,820 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:15:11,820 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:11,821 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:15:11,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bb2368f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:11,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65ed25b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:11,822 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:15:11,822 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:15:11,823 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:15:11,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:15:11,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:15:11,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d4c20bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:11,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:15:11,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:15:11,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:11,824 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:15:11,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51a172c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:11,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4681136b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:11,825 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:15:11,825 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:15:11,826 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:15:11,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:15:11,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:15:11,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3920eaf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:11,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:15:11,827 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:15:11,827 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:11,827 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:15:11,828 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6400615a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:11,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3776ce94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:11,828 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:15:11,828 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:15:11,829 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:15:11,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:15:11,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:15:11,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3383d341, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:11,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:15:11,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:15:11,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:11,830 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:15:11,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dff7131, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:11,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab80ba4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:11,831 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:15:11,831 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:15:11,832 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:15:11,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:15:11,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:15:11,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5acd477c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:11,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:15:11,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:15:11,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:11,833 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:15:11,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3da5245f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:11,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@662986c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:11,834 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:15:11,834 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:15:11,835 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:15:11,835 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:15:11,835 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:15:11,835 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d6585d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:11,835 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:15:11,835 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:15:11,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:11,836 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:15:11,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@396ec910, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:11,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b02cb70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:11,837 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:15:11,837 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:15:11,838 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:15:11,838 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:15:11,838 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:15:11,838 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3be2051, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:11,838 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:15:11,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:15:11,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:11,839 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:15:11,840 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33acd776, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:11,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b7d41b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:11,840 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:15:11,840 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:15:11,841 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:15:11,841 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:15:11,841 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:15:11,841 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e3fe40c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:11,841 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:15:11,841 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:15:11,842 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:11,842 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:15:11,843 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b1e9c4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:11,843 DEBUG [Thread-1126 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:15:11,843 DEBUG [Thread-1115 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:15:11,843 DEBUG [Thread-1119 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:15:11,844 DEBUG [Thread-1128 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:15:11,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T07:15:11,844 DEBUG [Thread-1122 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:15:11,844 DEBUG [Thread-1113 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:15:11,844 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:15:11,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:15:11,844 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:15:11,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:15:11,844 DEBUG [Thread-1130 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:15:11,845 DEBUG [Thread-1117 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:15:11,845 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:15:11,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-12-07T07:15:11,845 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:15:11,845 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:15:11,845 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:15:11,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:15:11,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:15:11,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-07T07:15:11,846 DEBUG [Thread-1124 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:15:11,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:15:11,846 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:15:11,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:15:11,846 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:15:11,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:15:11,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:15:11,847 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:15:11,847 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:15:11,847 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:15:11,847 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:15:11,847 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:15:11,847 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T07:15:11,848 DEBUG [Thread-1111 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:15:11,848 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T07:15:11,848 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2] 2024-12-07T07:15:11,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T07:15:11,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:15:11,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:15:11,849 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:15:11,849 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:15:11,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2] 2024-12-07T07:15:11,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:15:11,850 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:15:11,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2] 2024-12-07T07:15:11,851 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2] 2024-12-07T07:15:11,851 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:15:11,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2] 2024-12-07T07:15:11,851 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2] 2024-12-07T07:15:11,852 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:15:11,852 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:15:11,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2] 2024-12-07T07:15:11,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2] 2024-12-07T07:15:11,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2] 2024-12-07T07:15:11,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2] 2024-12-07T07:15:11,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on b0f9850b1b00e38049728b97d4899585 2024-12-07T07:15:11,860 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b0f9850b1b00e38049728b97d4899585 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-07T07:15:11,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=A 2024-12-07T07:15:11,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:11,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=B 2024-12-07T07:15:11,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:11,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=C 2024-12-07T07:15:11,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:11,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/603d73b4f22e4a7baeed7d6b20bd81ab is 50, key is test_row_0/A:col10/1733555711859/Put/seqid=0 2024-12-07T07:15:11,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742063_1239 (size=12001) 2024-12-07T07:15:11,908 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/603d73b4f22e4a7baeed7d6b20bd81ab 2024-12-07T07:15:11,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/00e4bcd66f1841d58a51daaf34406427 is 50, key is test_row_0/B:col10/1733555711859/Put/seqid=0 2024-12-07T07:15:11,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:11,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56548 deadline: 1733555771886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:11,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:11,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555771888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:11,930 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733555711880, max timestamp=1733555711891Num uniques 859; 2024-12-07T07:15:11,930 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733555711880, max timestamp=1733555711891Num uniques 859; 2024-12-07T07:15:11,931 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39324, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-07T07:15:11,933 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733555711880, max timestamp=1733555711891Num uniques 859; 2024-12-07T07:15:11,933 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39326, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-07T07:15:11,931 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39324, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-07T07:15:11,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:11,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:11,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:11,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:11,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:11,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:11,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742064_1240 (size=12001) 2024-12-07T07:15:11,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-07T07:15:11,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:11,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56528 deadline: 1733555771956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:11,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:11,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56486 deadline: 1733555771960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:11,963 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:11,963 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:11,963 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:11,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:11,964 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:11,964 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:11,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:11,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555771963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:11,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:11,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:11,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:12,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-07T07:15:12,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:12,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. as already flushing 2024-12-07T07:15:12,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:12,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:12,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:12,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:12,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:12,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:12,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56548 deadline: 1733555772040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:12,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:12,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:12,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:12,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555772040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:12,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:12,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:12,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:12,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:12,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56486 deadline: 1733555772070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:12,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:12,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:12,073 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:12,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:12,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555772070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:12,073 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:12,074 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:12,074 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:12,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:12,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56528 deadline: 1733555772071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:12,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:12,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:12,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:12,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-07T07:15:12,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:12,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. as already flushing 2024-12-07T07:15:12,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:12,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:12,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:12,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:12,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-07T07:15:12,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:12,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56548 deadline: 1733555772250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:12,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:12,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:12,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:12,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:12,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555772250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:12,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:12,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:12,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:12,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:12,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56486 deadline: 1733555772280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:12,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:12,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:12,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:12,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:12,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555772280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:12,282 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:12,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:12,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:12,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:12,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56528 deadline: 1733555772290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:12,291 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:12,292 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:12,292 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:12,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-07T07:15:12,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:12,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. as already flushing 2024-12-07T07:15:12,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:12,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:12,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:12,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:12,336 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/00e4bcd66f1841d58a51daaf34406427 2024-12-07T07:15:12,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/8ecdac4466b840b18af6f3e35329a014 is 50, key is test_row_0/C:col10/1733555711859/Put/seqid=0 2024-12-07T07:15:12,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742065_1241 (size=12001) 2024-12-07T07:15:12,390 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/8ecdac4466b840b18af6f3e35329a014 2024-12-07T07:15:12,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/603d73b4f22e4a7baeed7d6b20bd81ab as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/603d73b4f22e4a7baeed7d6b20bd81ab 2024-12-07T07:15:12,404 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/603d73b4f22e4a7baeed7d6b20bd81ab, entries=150, sequenceid=13, filesize=11.7 K 2024-12-07T07:15:12,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/00e4bcd66f1841d58a51daaf34406427 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/00e4bcd66f1841d58a51daaf34406427 2024-12-07T07:15:12,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/00e4bcd66f1841d58a51daaf34406427, entries=150, sequenceid=13, filesize=11.7 K 2024-12-07T07:15:12,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/8ecdac4466b840b18af6f3e35329a014 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/8ecdac4466b840b18af6f3e35329a014 2024-12-07T07:15:12,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/8ecdac4466b840b18af6f3e35329a014, entries=150, sequenceid=13, filesize=11.7 K 2024-12-07T07:15:12,419 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=119.61 KB/122476 for b0f9850b1b00e38049728b97d4899585 in 559ms, sequenceid=13, compaction requested=false 2024-12-07T07:15:12,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:12,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-07T07:15:12,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:12,466 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing b0f9850b1b00e38049728b97d4899585 3/3 column families, dataSize=119.61 KB heapSize=342.40 KB 2024-12-07T07:15:12,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=A 2024-12-07T07:15:12,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:15:12,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=B 2024-12-07T07:15:12,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:15:12,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=C 2024-12-07T07:15:12,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:15:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-07T07:15:12,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/f7df194fbc4c40b8801a59705413ae5a is 50, key is test_row_0/A:col10/1733555711954/Put/seqid=0 2024-12-07T07:15:12,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742066_1242 (size=12001) 2024-12-07T07:15:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on b0f9850b1b00e38049728b97d4899585 2024-12-07T07:15:12,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. as already flushing 2024-12-07T07:15:12,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555772575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:12,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:12,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:12,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:12,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56548 deadline: 1733555772576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:12,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:12,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:12,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:12,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56486 deadline: 1733555772590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:12,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:12,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:12,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:12,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555772590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:12,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:12,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:12,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:12,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56528 deadline: 1733555772599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:12,601 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:12,601 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:12,601 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:12,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555772680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:12,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:12,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:12,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:12,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56548 deadline: 1733555772689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:12,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:12,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:12,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:12,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555772890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:12,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:12,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:12,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:12,902 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=39.87 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/f7df194fbc4c40b8801a59705413ae5a 2024-12-07T07:15:12,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:12,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56548 deadline: 1733555772900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:12,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:12,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:12,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:12,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/9ff7867fda804e32834ae4ba6800ea17 is 50, key is test_row_0/B:col10/1733555711954/Put/seqid=0 2024-12-07T07:15:12,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742067_1243 (size=12001) 2024-12-07T07:15:12,918 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=39.87 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/9ff7867fda804e32834ae4ba6800ea17 2024-12-07T07:15:12,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/de005ced7ac0411ea74731fc3f53a137 is 50, key is test_row_0/C:col10/1733555711954/Put/seqid=0 2024-12-07T07:15:12,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742068_1244 (size=12001) 2024-12-07T07:15:12,968 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=39.87 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/de005ced7ac0411ea74731fc3f53a137 2024-12-07T07:15:12,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/f7df194fbc4c40b8801a59705413ae5a as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/f7df194fbc4c40b8801a59705413ae5a 2024-12-07T07:15:12,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-07T07:15:12,991 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/f7df194fbc4c40b8801a59705413ae5a, entries=150, sequenceid=48, filesize=11.7 K 2024-12-07T07:15:12,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/9ff7867fda804e32834ae4ba6800ea17 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/9ff7867fda804e32834ae4ba6800ea17 2024-12-07T07:15:13,000 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/9ff7867fda804e32834ae4ba6800ea17, entries=150, sequenceid=48, filesize=11.7 K 2024-12-07T07:15:13,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/de005ced7ac0411ea74731fc3f53a137 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/de005ced7ac0411ea74731fc3f53a137 2024-12-07T07:15:13,011 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/de005ced7ac0411ea74731fc3f53a137, entries=150, sequenceid=48, filesize=11.7 K 2024-12-07T07:15:13,012 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~119.61 KB/122476, heapSize ~342.35 KB/350568, currentSize=60.38 KB/61830 for b0f9850b1b00e38049728b97d4899585 in 546ms, sequenceid=48, compaction requested=false 2024-12-07T07:15:13,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:13,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:13,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-12-07T07:15:13,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-12-07T07:15:13,020 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-12-07T07:15:13,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1670 sec 2024-12-07T07:15:13,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 1.1780 sec 2024-12-07T07:15:13,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on b0f9850b1b00e38049728b97d4899585 2024-12-07T07:15:13,102 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b0f9850b1b00e38049728b97d4899585 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-07T07:15:13,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=A 2024-12-07T07:15:13,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:13,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=B 2024-12-07T07:15:13,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:13,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=C 2024-12-07T07:15:13,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:13,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/4d1dd752d6d145e8884a4cc86afe2f48 is 50, key is test_row_0/A:col10/1733555713101/Put/seqid=0 2024-12-07T07:15:13,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742069_1245 (size=12001) 2024-12-07T07:15:13,112 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/4d1dd752d6d145e8884a4cc86afe2f48 2024-12-07T07:15:13,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/f042053dd72745518060bfbbb0b516b5 is 50, key is test_row_0/B:col10/1733555713101/Put/seqid=0 2024-12-07T07:15:13,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742070_1246 (size=12001) 2024-12-07T07:15:13,140 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/f042053dd72745518060bfbbb0b516b5 2024-12-07T07:15:13,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:13,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555773136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:13,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:13,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:13,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:13,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:13,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56486 deadline: 1733555773140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:13,145 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:13,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:13,145 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:13,145 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:13,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56528 deadline: 1733555773140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:13,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:13,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:13,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:13,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/c4b52055f11d472082b0bae037b797dc is 50, key is test_row_0/C:col10/1733555713101/Put/seqid=0 2024-12-07T07:15:13,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742071_1247 (size=12001) 2024-12-07T07:15:13,157 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/c4b52055f11d472082b0bae037b797dc 2024-12-07T07:15:13,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/4d1dd752d6d145e8884a4cc86afe2f48 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/4d1dd752d6d145e8884a4cc86afe2f48 2024-12-07T07:15:13,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/4d1dd752d6d145e8884a4cc86afe2f48, entries=150, sequenceid=61, filesize=11.7 K 2024-12-07T07:15:13,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/f042053dd72745518060bfbbb0b516b5 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/f042053dd72745518060bfbbb0b516b5 2024-12-07T07:15:13,175 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/f042053dd72745518060bfbbb0b516b5, entries=150, sequenceid=61, filesize=11.7 K 2024-12-07T07:15:13,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/c4b52055f11d472082b0bae037b797dc as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/c4b52055f11d472082b0bae037b797dc 2024-12-07T07:15:13,180 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/c4b52055f11d472082b0bae037b797dc, entries=150, sequenceid=61, filesize=11.7 K 2024-12-07T07:15:13,181 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for b0f9850b1b00e38049728b97d4899585 in 79ms, sequenceid=61, compaction requested=true 2024-12-07T07:15:13,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:13,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f9850b1b00e38049728b97d4899585:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:15:13,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:13,181 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:15:13,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f9850b1b00e38049728b97d4899585:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:15:13,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:13,182 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:15:13,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f9850b1b00e38049728b97d4899585:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:15:13,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:15:13,183 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:15:13,184 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): b0f9850b1b00e38049728b97d4899585/A is initiating minor compaction (all files) 2024-12-07T07:15:13,184 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b0f9850b1b00e38049728b97d4899585/A in TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:13,184 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/603d73b4f22e4a7baeed7d6b20bd81ab, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/f7df194fbc4c40b8801a59705413ae5a, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/4d1dd752d6d145e8884a4cc86afe2f48] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp, totalSize=35.2 K 2024-12-07T07:15:13,184 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:15:13,184 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 603d73b4f22e4a7baeed7d6b20bd81ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733555711852 2024-12-07T07:15:13,184 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): b0f9850b1b00e38049728b97d4899585/B is initiating minor compaction (all files) 2024-12-07T07:15:13,184 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b0f9850b1b00e38049728b97d4899585/B in TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:13,185 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/00e4bcd66f1841d58a51daaf34406427, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/9ff7867fda804e32834ae4ba6800ea17, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/f042053dd72745518060bfbbb0b516b5] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp, totalSize=35.2 K 2024-12-07T07:15:13,185 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7df194fbc4c40b8801a59705413ae5a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733555711954 2024-12-07T07:15:13,185 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 00e4bcd66f1841d58a51daaf34406427, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733555711852 2024-12-07T07:15:13,185 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d1dd752d6d145e8884a4cc86afe2f48, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733555712570 2024-12-07T07:15:13,185 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ff7867fda804e32834ae4ba6800ea17, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733555711954 2024-12-07T07:15:13,186 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting f042053dd72745518060bfbbb0b516b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733555712570 2024-12-07T07:15:13,200 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f9850b1b00e38049728b97d4899585#B#compaction#201 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:13,200 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/d468f06d8194456d88406fa9130f66f4 is 50, key is test_row_0/B:col10/1733555713101/Put/seqid=0 2024-12-07T07:15:13,204 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f9850b1b00e38049728b97d4899585#A#compaction#202 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:13,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on b0f9850b1b00e38049728b97d4899585 2024-12-07T07:15:13,207 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b0f9850b1b00e38049728b97d4899585 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-12-07T07:15:13,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=A 2024-12-07T07:15:13,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:15:13,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=B 2024-12-07T07:15:13,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:15:13,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=C 2024-12-07T07:15:13,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:15:13,208 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/f6aa87f0c59c4a249bf8d07ba9e15882 is 50, key is test_row_0/A:col10/1733555713101/Put/seqid=0 2024-12-07T07:15:13,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/12873d14f5f9489faa3e802470c69650 is 50, key is test_row_0/A:col10/1733555713133/Put/seqid=0 2024-12-07T07:15:13,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742072_1248 (size=12104) 2024-12-07T07:15:13,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742073_1249 (size=12104) 2024-12-07T07:15:13,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:13,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56528 deadline: 1733555773251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:13,256 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/d468f06d8194456d88406fa9130f66f4 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/d468f06d8194456d88406fa9130f66f4 2024-12-07T07:15:13,256 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:13,256 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:13,256 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:13,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:13,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555773251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:13,259 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:13,259 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:13,259 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:13,262 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/f6aa87f0c59c4a249bf8d07ba9e15882 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/f6aa87f0c59c4a249bf8d07ba9e15882 2024-12-07T07:15:13,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:13,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56548 deadline: 1733555773254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:13,264 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b0f9850b1b00e38049728b97d4899585/B of b0f9850b1b00e38049728b97d4899585 into d468f06d8194456d88406fa9130f66f4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:13,264 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:13,264 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., storeName=b0f9850b1b00e38049728b97d4899585/B, priority=13, startTime=1733555713181; duration=0sec 2024-12-07T07:15:13,264 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:15:13,264 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f9850b1b00e38049728b97d4899585:B 2024-12-07T07:15:13,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:13,264 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:15:13,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:13,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:13,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:13,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56486 deadline: 1733555773256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:13,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:13,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:13,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:13,266 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:15:13,267 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): b0f9850b1b00e38049728b97d4899585/C is initiating minor compaction (all files) 2024-12-07T07:15:13,267 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b0f9850b1b00e38049728b97d4899585/C in TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:13,267 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/8ecdac4466b840b18af6f3e35329a014, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/de005ced7ac0411ea74731fc3f53a137, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/c4b52055f11d472082b0bae037b797dc] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp, totalSize=35.2 K 2024-12-07T07:15:13,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:13,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555773252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:13,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:13,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:13,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:13,268 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ecdac4466b840b18af6f3e35329a014, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733555711852 2024-12-07T07:15:13,269 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting de005ced7ac0411ea74731fc3f53a137, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733555711954 2024-12-07T07:15:13,269 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b0f9850b1b00e38049728b97d4899585/A of b0f9850b1b00e38049728b97d4899585 into f6aa87f0c59c4a249bf8d07ba9e15882(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:13,269 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:13,269 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., storeName=b0f9850b1b00e38049728b97d4899585/A, priority=13, startTime=1733555713181; duration=0sec 2024-12-07T07:15:13,269 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:13,269 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f9850b1b00e38049728b97d4899585:A 2024-12-07T07:15:13,270 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting c4b52055f11d472082b0bae037b797dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733555712570 2024-12-07T07:15:13,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742074_1250 (size=14341) 2024-12-07T07:15:13,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/12873d14f5f9489faa3e802470c69650 2024-12-07T07:15:13,280 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f9850b1b00e38049728b97d4899585#C#compaction#204 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:13,280 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/99fcb8798046438ab9b695b605c92643 is 50, key is test_row_0/C:col10/1733555713101/Put/seqid=0 2024-12-07T07:15:13,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/5b48f4b785c046f38fcf5dc793dfa001 is 50, key is test_row_0/B:col10/1733555713133/Put/seqid=0 2024-12-07T07:15:13,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742075_1251 (size=12104) 2024-12-07T07:15:13,326 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/99fcb8798046438ab9b695b605c92643 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/99fcb8798046438ab9b695b605c92643 2024-12-07T07:15:13,333 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b0f9850b1b00e38049728b97d4899585/C of b0f9850b1b00e38049728b97d4899585 into 99fcb8798046438ab9b695b605c92643(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:13,333 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:13,333 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., storeName=b0f9850b1b00e38049728b97d4899585/C, priority=13, startTime=1733555713182; duration=0sec 2024-12-07T07:15:13,333 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:13,333 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f9850b1b00e38049728b97d4899585:C 2024-12-07T07:15:13,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742076_1252 (size=12001) 2024-12-07T07:15:13,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/5b48f4b785c046f38fcf5dc793dfa001 2024-12-07T07:15:13,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/3752c5d7b7ed4c3e91529e76f790e7fc is 50, key is test_row_0/C:col10/1733555713133/Put/seqid=0 2024-12-07T07:15:13,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56486 deadline: 1733555773370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:13,372 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:13,372 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:13,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:13,372 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56548 deadline: 1733555773370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:13,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:13,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:13,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:13,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555773370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:13,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742077_1253 (size=12001) 2024-12-07T07:15:13,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:13,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:13,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:13,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:13,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56528 deadline: 1733555773460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:13,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:13,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:13,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:13,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:13,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555773469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:13,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:13,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:13,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:13,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:13,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56486 deadline: 1733555773580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:13,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:13,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:13,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:13,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:13,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56548 deadline: 1733555773580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:13,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:13,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:13,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:13,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:13,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555773581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:13,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:13,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:13,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:13,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:13,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56528 deadline: 1733555773770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:13,773 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:13,773 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:13,773 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:13,774 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/3752c5d7b7ed4c3e91529e76f790e7fc 2024-12-07T07:15:13,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/12873d14f5f9489faa3e802470c69650 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/12873d14f5f9489faa3e802470c69650 2024-12-07T07:15:13,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:13,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555773780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:13,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/12873d14f5f9489faa3e802470c69650, entries=200, sequenceid=82, filesize=14.0 K 2024-12-07T07:15:13,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:13,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:13,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:13,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/5b48f4b785c046f38fcf5dc793dfa001 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/5b48f4b785c046f38fcf5dc793dfa001 2024-12-07T07:15:13,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/5b48f4b785c046f38fcf5dc793dfa001, entries=150, sequenceid=82, filesize=11.7 K 2024-12-07T07:15:13,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/3752c5d7b7ed4c3e91529e76f790e7fc as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/3752c5d7b7ed4c3e91529e76f790e7fc 2024-12-07T07:15:13,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/3752c5d7b7ed4c3e91529e76f790e7fc, entries=150, sequenceid=82, filesize=11.7 K 2024-12-07T07:15:13,794 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for b0f9850b1b00e38049728b97d4899585 in 588ms, sequenceid=82, compaction requested=false 2024-12-07T07:15:13,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on b0f9850b1b00e38049728b97d4899585 2024-12-07T07:15:13,892 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b0f9850b1b00e38049728b97d4899585 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-07T07:15:13,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=A 2024-12-07T07:15:13,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:13,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=B 2024-12-07T07:15:13,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:13,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=C 2024-12-07T07:15:13,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:13,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/036837fdb4134459a27f72cf55cbcd44 is 50, key is test_row_0/A:col10/1733555713892/Put/seqid=0 2024-12-07T07:15:13,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742078_1254 (size=16681) 2024-12-07T07:15:13,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/036837fdb4134459a27f72cf55cbcd44 2024-12-07T07:15:13,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/37a0acce800646f5a9473225ecf52807 is 50, key is test_row_0/B:col10/1733555713892/Put/seqid=0 2024-12-07T07:15:13,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56486 deadline: 1733555773924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:13,928 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:13,928 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:13,928 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:13,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555773926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:13,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:13,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:13,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:13,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:13,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56548 deadline: 1733555773927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:13,931 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:13,931 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:13,931 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:13,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742079_1255 (size=12001) 2024-12-07T07:15:13,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/37a0acce800646f5a9473225ecf52807 2024-12-07T07:15:13,948 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/20407b661a194339ac3155b4d77deef0 is 50, key is test_row_0/C:col10/1733555713892/Put/seqid=0 2024-12-07T07:15:13,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742080_1256 (size=12001) 2024-12-07T07:15:13,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-07T07:15:13,990 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:15:13,990 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T07:15:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees 2024-12-07T07:15:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-07T07:15:13,992 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T07:15:13,992 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T07:15:13,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T07:15:14,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:14,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56486 deadline: 1733555774030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:14,033 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:14,033 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:14,033 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:14,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:14,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:14,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56548 deadline: 1733555774040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:14,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555774040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:14,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:14,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:14,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:14,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:14,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:14,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:14,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-07T07:15:14,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-07T07:15:14,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:14,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. as already flushing 2024-12-07T07:15:14,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:14,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:14,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:14,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:14,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:14,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56486 deadline: 1733555774240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:14,242 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:14,243 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:14,243 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:14,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:14,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56548 deadline: 1733555774250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:14,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:14,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:14,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:14,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:14,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555774250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:14,252 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:14,252 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:14,252 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:14,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:14,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56528 deadline: 1733555774279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:14,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:14,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:14,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:14,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:14,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555774290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:14,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:14,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:14,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:14,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-07T07:15:14,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:14,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. as already flushing 2024-12-07T07:15:14,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:14,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:14,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:14,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:14,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-07T07:15:14,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/20407b661a194339ac3155b4d77deef0 2024-12-07T07:15:14,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/036837fdb4134459a27f72cf55cbcd44 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/036837fdb4134459a27f72cf55cbcd44 2024-12-07T07:15:14,361 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/036837fdb4134459a27f72cf55cbcd44, entries=250, sequenceid=99, filesize=16.3 K 2024-12-07T07:15:14,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/37a0acce800646f5a9473225ecf52807 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/37a0acce800646f5a9473225ecf52807 2024-12-07T07:15:14,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/37a0acce800646f5a9473225ecf52807, entries=150, sequenceid=99, filesize=11.7 K 2024-12-07T07:15:14,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/20407b661a194339ac3155b4d77deef0 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/20407b661a194339ac3155b4d77deef0 2024-12-07T07:15:14,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/20407b661a194339ac3155b4d77deef0, entries=150, sequenceid=99, filesize=11.7 K 2024-12-07T07:15:14,372 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for b0f9850b1b00e38049728b97d4899585 in 479ms, sequenceid=99, compaction requested=true 2024-12-07T07:15:14,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:14,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f9850b1b00e38049728b97d4899585:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:15:14,372 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:15:14,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:14,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f9850b1b00e38049728b97d4899585:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:15:14,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:14,372 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:15:14,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f9850b1b00e38049728b97d4899585:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:15:14,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:15:14,373 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43126 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:15:14,373 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): b0f9850b1b00e38049728b97d4899585/A is initiating minor compaction (all files) 2024-12-07T07:15:14,373 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b0f9850b1b00e38049728b97d4899585/A in TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:14,373 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/f6aa87f0c59c4a249bf8d07ba9e15882, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/12873d14f5f9489faa3e802470c69650, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/036837fdb4134459a27f72cf55cbcd44] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp, totalSize=42.1 K 2024-12-07T07:15:14,375 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6aa87f0c59c4a249bf8d07ba9e15882, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733555712570 2024-12-07T07:15:14,375 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:15:14,375 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): b0f9850b1b00e38049728b97d4899585/B is initiating minor compaction (all files) 2024-12-07T07:15:14,375 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b0f9850b1b00e38049728b97d4899585/B in TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:14,375 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/d468f06d8194456d88406fa9130f66f4, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/5b48f4b785c046f38fcf5dc793dfa001, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/37a0acce800646f5a9473225ecf52807] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp, totalSize=35.3 K 2024-12-07T07:15:14,375 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12873d14f5f9489faa3e802470c69650, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733555713129 2024-12-07T07:15:14,376 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting d468f06d8194456d88406fa9130f66f4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733555712570 2024-12-07T07:15:14,376 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 036837fdb4134459a27f72cf55cbcd44, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733555713217 2024-12-07T07:15:14,376 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b48f4b785c046f38fcf5dc793dfa001, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733555713133 2024-12-07T07:15:14,376 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 37a0acce800646f5a9473225ecf52807, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733555713252 2024-12-07T07:15:14,390 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f9850b1b00e38049728b97d4899585#A#compaction#210 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:14,391 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/400a5ebe92004230b268b4862356eb1f is 50, key is test_row_0/A:col10/1733555713892/Put/seqid=0 2024-12-07T07:15:14,393 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f9850b1b00e38049728b97d4899585#B#compaction#211 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:14,394 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/651b0694d2a143a998027cb0ac93c241 is 50, key is test_row_0/B:col10/1733555713892/Put/seqid=0 2024-12-07T07:15:14,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742082_1258 (size=12207) 2024-12-07T07:15:14,421 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/651b0694d2a143a998027cb0ac93c241 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/651b0694d2a143a998027cb0ac93c241 2024-12-07T07:15:14,429 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b0f9850b1b00e38049728b97d4899585/B of b0f9850b1b00e38049728b97d4899585 into 651b0694d2a143a998027cb0ac93c241(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:14,429 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:14,429 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., storeName=b0f9850b1b00e38049728b97d4899585/B, priority=13, startTime=1733555714372; duration=0sec 2024-12-07T07:15:14,429 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:15:14,429 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f9850b1b00e38049728b97d4899585:B 2024-12-07T07:15:14,429 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:15:14,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742081_1257 (size=12207) 2024-12-07T07:15:14,434 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:15:14,434 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): b0f9850b1b00e38049728b97d4899585/C is initiating minor compaction (all files) 2024-12-07T07:15:14,434 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b0f9850b1b00e38049728b97d4899585/C in TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:14,434 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/99fcb8798046438ab9b695b605c92643, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/3752c5d7b7ed4c3e91529e76f790e7fc, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/20407b661a194339ac3155b4d77deef0] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp, totalSize=35.3 K 2024-12-07T07:15:14,435 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 99fcb8798046438ab9b695b605c92643, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733555712570 2024-12-07T07:15:14,437 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 3752c5d7b7ed4c3e91529e76f790e7fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733555713133 2024-12-07T07:15:14,437 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 20407b661a194339ac3155b4d77deef0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733555713252 2024-12-07T07:15:14,438 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/400a5ebe92004230b268b4862356eb1f as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/400a5ebe92004230b268b4862356eb1f 2024-12-07T07:15:14,445 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b0f9850b1b00e38049728b97d4899585/A of b0f9850b1b00e38049728b97d4899585 into 400a5ebe92004230b268b4862356eb1f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:14,445 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:14,445 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., storeName=b0f9850b1b00e38049728b97d4899585/A, priority=13, startTime=1733555714372; duration=0sec 2024-12-07T07:15:14,445 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:14,445 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f9850b1b00e38049728b97d4899585:A 2024-12-07T07:15:14,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-07T07:15:14,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:14,452 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing b0f9850b1b00e38049728b97d4899585 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-07T07:15:14,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=A 2024-12-07T07:15:14,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:14,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=B 2024-12-07T07:15:14,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:14,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=C 2024-12-07T07:15:14,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:14,458 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f9850b1b00e38049728b97d4899585#C#compaction#212 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:14,459 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/aa560cad2d574607874f53839b6424b7 is 50, key is test_row_0/C:col10/1733555713892/Put/seqid=0 2024-12-07T07:15:14,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/285e512389d7483bb396440e319757b2 is 50, key is test_row_0/A:col10/1733555713899/Put/seqid=0 2024-12-07T07:15:14,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742083_1259 (size=12207) 2024-12-07T07:15:14,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742084_1260 (size=12001) 2024-12-07T07:15:14,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on b0f9850b1b00e38049728b97d4899585 2024-12-07T07:15:14,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. as already flushing 2024-12-07T07:15:14,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555774571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:14,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:14,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:14,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:14,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56486 deadline: 1733555774572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:14,575 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:14,575 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:14,575 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:14,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:14,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56548 deadline: 1733555774573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:14,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:14,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:14,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:14,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-07T07:15:14,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:14,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555774680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:14,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:14,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:14,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:14,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56486 deadline: 1733555774680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:14,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:14,682 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:14,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:14,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:14,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:14,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56548 deadline: 1733555774681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:14,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:14,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:14,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:14,801 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T07:15:14,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:14,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56486 deadline: 1733555774890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:14,893 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/285e512389d7483bb396440e319757b2 2024-12-07T07:15:14,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555774891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:14,893 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:14,893 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:14,893 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:14,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56548 deadline: 1733555774891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:14,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:14,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:14,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:14,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:14,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:14,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:14,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/e183ed8992d845ba9b01c64b1655f7fc is 50, key is test_row_0/B:col10/1733555713899/Put/seqid=0 2024-12-07T07:15:14,905 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/aa560cad2d574607874f53839b6424b7 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/aa560cad2d574607874f53839b6424b7 2024-12-07T07:15:14,911 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b0f9850b1b00e38049728b97d4899585/C of b0f9850b1b00e38049728b97d4899585 into aa560cad2d574607874f53839b6424b7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:14,911 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:14,911 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., storeName=b0f9850b1b00e38049728b97d4899585/C, priority=13, startTime=1733555714372; duration=0sec 2024-12-07T07:15:14,912 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:14,912 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f9850b1b00e38049728b97d4899585:C 2024-12-07T07:15:14,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742085_1261 (size=12001) 2024-12-07T07:15:14,920 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/e183ed8992d845ba9b01c64b1655f7fc 2024-12-07T07:15:14,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/8f00a0bbcff14731a34046abdb01a08e is 50, key is test_row_0/C:col10/1733555713899/Put/seqid=0 2024-12-07T07:15:14,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742086_1262 (size=12001) 2024-12-07T07:15:14,934 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/8f00a0bbcff14731a34046abdb01a08e 2024-12-07T07:15:14,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/285e512389d7483bb396440e319757b2 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/285e512389d7483bb396440e319757b2 2024-12-07T07:15:14,952 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/285e512389d7483bb396440e319757b2, entries=150, sequenceid=119, filesize=11.7 K 2024-12-07T07:15:14,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/e183ed8992d845ba9b01c64b1655f7fc as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/e183ed8992d845ba9b01c64b1655f7fc 2024-12-07T07:15:14,958 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/e183ed8992d845ba9b01c64b1655f7fc, entries=150, sequenceid=119, filesize=11.7 K 2024-12-07T07:15:14,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/8f00a0bbcff14731a34046abdb01a08e as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/8f00a0bbcff14731a34046abdb01a08e 2024-12-07T07:15:14,962 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/8f00a0bbcff14731a34046abdb01a08e, entries=150, sequenceid=119, filesize=11.7 K 2024-12-07T07:15:14,963 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for b0f9850b1b00e38049728b97d4899585 in 511ms, sequenceid=119, compaction requested=false 2024-12-07T07:15:14,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:14,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:14,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-12-07T07:15:14,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-12-07T07:15:14,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-12-07T07:15:14,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 972 msec 2024-12-07T07:15:14,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 977 msec 2024-12-07T07:15:15,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-07T07:15:15,130 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:15:15,131 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T07:15:15,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees 2024-12-07T07:15:15,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-07T07:15:15,132 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T07:15:15,133 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T07:15:15,133 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T07:15:15,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on b0f9850b1b00e38049728b97d4899585 2024-12-07T07:15:15,202 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b0f9850b1b00e38049728b97d4899585 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-07T07:15:15,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=A 2024-12-07T07:15:15,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:15,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=B 2024-12-07T07:15:15,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:15,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=C 2024-12-07T07:15:15,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:15,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/3aa44df0afdd463e9298c82a513ddfdf is 50, key is test_row_0/A:col10/1733555715201/Put/seqid=0 2024-12-07T07:15:15,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:15,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56486 deadline: 1733555775220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:15,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:15,225 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:15,225 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:15,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555775220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:15,225 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:15,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:15,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:15,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:15,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742087_1263 (size=16931) 2024-12-07T07:15:15,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:15,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56548 deadline: 1733555775224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:15,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:15,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:15,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:15,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-07T07:15:15,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-07T07:15:15,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:15,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. as already flushing 2024-12-07T07:15:15,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:15,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:15,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:15,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:15,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:15,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56528 deadline: 1733555775290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:15,293 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_2' in b0f9850b1b00e38049728b97d4899585 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:15:15,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:15,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:15,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:15,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:15,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555775300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:15,302 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_1' in b0f9850b1b00e38049728b97d4899585 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:15:15,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:15,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:15,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:15,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:15,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56486 deadline: 1733555775330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:15,332 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:15,332 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:15,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:15,332 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:15,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56548 deadline: 1733555775331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:15,333 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:15,333 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:15,333 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:15,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555775331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:15,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:15,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:15,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:15,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-07T07:15:15,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:15,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. as already flushing 2024-12-07T07:15:15,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:15,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:15,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:15,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-07T07:15:15,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56486 deadline: 1733555775540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:15,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:15,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:15,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:15,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56548 deadline: 1733555775540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:15,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:15,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:15,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:15,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555775540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:15,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:15,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:15,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:15,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-07T07:15:15,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:15,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. as already flushing 2024-12-07T07:15:15,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:15,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:15,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:15,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/3aa44df0afdd463e9298c82a513ddfdf 2024-12-07T07:15:15,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/b6352bfdd9e9412fb52000c41c3493b1 is 50, key is test_row_0/B:col10/1733555715201/Put/seqid=0 2024-12-07T07:15:15,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742088_1264 (size=12151) 2024-12-07T07:15:15,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-07T07:15:15,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:15,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. as already flushing 2024-12-07T07:15:15,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:15,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:15,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:15,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:15,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-07T07:15:15,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:15,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56486 deadline: 1733555775850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:15,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:15,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:15,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:15,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:15,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:15,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555775850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:15,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56548 deadline: 1733555775850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:15,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:15,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:15,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:15,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:15,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:15,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:15,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-07T07:15:15,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:15,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. as already flushing 2024-12-07T07:15:15,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:15,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:15,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:15,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:16,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/b6352bfdd9e9412fb52000c41c3493b1 2024-12-07T07:15:16,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-07T07:15:16,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:16,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. as already flushing 2024-12-07T07:15:16,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:16,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:16,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:16,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:16,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/e12193bec62d489f9a6ed637fe8f9ed8 is 50, key is test_row_0/C:col10/1733555715201/Put/seqid=0 2024-12-07T07:15:16,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742089_1265 (size=12151) 2024-12-07T07:15:16,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-07T07:15:16,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:16,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. as already flushing 2024-12-07T07:15:16,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:16,206 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:16,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:16,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:16,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-07T07:15:16,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-07T07:15:16,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:16,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. as already flushing 2024-12-07T07:15:16,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:16,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:16,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:16,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:16,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:16,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56486 deadline: 1733555776360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:16,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:16,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:16,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:16,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:16,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555776360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:16,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:16,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:16,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:16,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:16,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56548 deadline: 1733555776360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:16,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:16,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:16,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:16,480 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/e12193bec62d489f9a6ed637fe8f9ed8 2024-12-07T07:15:16,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/3aa44df0afdd463e9298c82a513ddfdf as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/3aa44df0afdd463e9298c82a513ddfdf 2024-12-07T07:15:16,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/3aa44df0afdd463e9298c82a513ddfdf, entries=250, sequenceid=137, filesize=16.5 K 2024-12-07T07:15:16,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/b6352bfdd9e9412fb52000c41c3493b1 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/b6352bfdd9e9412fb52000c41c3493b1 2024-12-07T07:15:16,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/b6352bfdd9e9412fb52000c41c3493b1, entries=150, sequenceid=137, filesize=11.9 K 2024-12-07T07:15:16,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/e12193bec62d489f9a6ed637fe8f9ed8 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/e12193bec62d489f9a6ed637fe8f9ed8 2024-12-07T07:15:16,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/e12193bec62d489f9a6ed637fe8f9ed8, entries=150, sequenceid=137, filesize=11.9 K 2024-12-07T07:15:16,496 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for b0f9850b1b00e38049728b97d4899585 in 1295ms, sequenceid=137, compaction requested=true 2024-12-07T07:15:16,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:16,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f9850b1b00e38049728b97d4899585:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:15:16,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:16,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f9850b1b00e38049728b97d4899585:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:15:16,496 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:15:16,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:16,496 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:15:16,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f9850b1b00e38049728b97d4899585:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:15:16,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:15:16,497 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:15:16,497 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41139 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:15:16,497 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): b0f9850b1b00e38049728b97d4899585/A is initiating minor compaction (all files) 2024-12-07T07:15:16,497 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b0f9850b1b00e38049728b97d4899585/A in TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:16,498 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/400a5ebe92004230b268b4862356eb1f, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/285e512389d7483bb396440e319757b2, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/3aa44df0afdd463e9298c82a513ddfdf] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp, totalSize=40.2 K 2024-12-07T07:15:16,498 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): b0f9850b1b00e38049728b97d4899585/B is initiating minor compaction (all files) 2024-12-07T07:15:16,498 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b0f9850b1b00e38049728b97d4899585/B in TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:16,498 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/651b0694d2a143a998027cb0ac93c241, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/e183ed8992d845ba9b01c64b1655f7fc, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/b6352bfdd9e9412fb52000c41c3493b1] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp, totalSize=35.5 K 2024-12-07T07:15:16,498 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 400a5ebe92004230b268b4862356eb1f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733555713252 2024-12-07T07:15:16,498 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 651b0694d2a143a998027cb0ac93c241, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733555713252 2024-12-07T07:15:16,498 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 285e512389d7483bb396440e319757b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733555713899 2024-12-07T07:15:16,498 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting e183ed8992d845ba9b01c64b1655f7fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733555713899 2024-12-07T07:15:16,499 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3aa44df0afdd463e9298c82a513ddfdf, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733555714570 2024-12-07T07:15:16,499 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting b6352bfdd9e9412fb52000c41c3493b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733555714572 2024-12-07T07:15:16,510 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f9850b1b00e38049728b97d4899585#B#compaction#219 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:16,510 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f9850b1b00e38049728b97d4899585#A#compaction#220 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:16,510 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/5b9d58d93288419a8e49b77b4fe30e5a is 50, key is test_row_0/B:col10/1733555715201/Put/seqid=0 2024-12-07T07:15:16,511 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/51204e1992ea491ca03a0da6db476aa0 is 50, key is test_row_0/A:col10/1733555715201/Put/seqid=0 2024-12-07T07:15:16,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-07T07:15:16,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:16,512 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing b0f9850b1b00e38049728b97d4899585 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-07T07:15:16,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=A 2024-12-07T07:15:16,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:16,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=B 2024-12-07T07:15:16,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:16,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=C 2024-12-07T07:15:16,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:16,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742091_1267 (size=12459) 2024-12-07T07:15:16,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/8e8340eba3a04d388a747700023b24a0 is 50, key is test_row_0/A:col10/1733555715218/Put/seqid=0 2024-12-07T07:15:16,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742092_1268 (size=12151) 2024-12-07T07:15:16,525 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/5b9d58d93288419a8e49b77b4fe30e5a as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/5b9d58d93288419a8e49b77b4fe30e5a 2024-12-07T07:15:16,526 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/8e8340eba3a04d388a747700023b24a0 2024-12-07T07:15:16,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742090_1266 (size=12459) 2024-12-07T07:15:16,532 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b0f9850b1b00e38049728b97d4899585/B of b0f9850b1b00e38049728b97d4899585 into 5b9d58d93288419a8e49b77b4fe30e5a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:16,532 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:16,532 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., storeName=b0f9850b1b00e38049728b97d4899585/B, priority=13, startTime=1733555716496; duration=0sec 2024-12-07T07:15:16,533 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:15:16,533 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f9850b1b00e38049728b97d4899585:B 2024-12-07T07:15:16,533 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:15:16,534 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:15:16,534 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): b0f9850b1b00e38049728b97d4899585/C is initiating minor compaction (all files) 2024-12-07T07:15:16,534 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b0f9850b1b00e38049728b97d4899585/C in TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:16,534 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/aa560cad2d574607874f53839b6424b7, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/8f00a0bbcff14731a34046abdb01a08e, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/e12193bec62d489f9a6ed637fe8f9ed8] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp, totalSize=35.5 K 2024-12-07T07:15:16,535 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting aa560cad2d574607874f53839b6424b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733555713252 2024-12-07T07:15:16,535 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f00a0bbcff14731a34046abdb01a08e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733555713899 2024-12-07T07:15:16,535 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting e12193bec62d489f9a6ed637fe8f9ed8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733555714572 2024-12-07T07:15:16,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/77a7238b87dd4bef9e7d0a56be8a2f8a is 50, key is test_row_0/B:col10/1733555715218/Put/seqid=0 2024-12-07T07:15:16,538 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/51204e1992ea491ca03a0da6db476aa0 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/51204e1992ea491ca03a0da6db476aa0 2024-12-07T07:15:16,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742093_1269 (size=12151) 2024-12-07T07:15:16,542 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/77a7238b87dd4bef9e7d0a56be8a2f8a 2024-12-07T07:15:16,543 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b0f9850b1b00e38049728b97d4899585/A of b0f9850b1b00e38049728b97d4899585 into 51204e1992ea491ca03a0da6db476aa0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:16,543 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:16,543 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., storeName=b0f9850b1b00e38049728b97d4899585/A, priority=13, startTime=1733555716496; duration=0sec 2024-12-07T07:15:16,543 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:16,543 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f9850b1b00e38049728b97d4899585:A 2024-12-07T07:15:16,544 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f9850b1b00e38049728b97d4899585#C#compaction#223 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:16,544 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/f813d6a3b1dc4f7fbeab6878bf7e6a57 is 50, key is test_row_0/C:col10/1733555715201/Put/seqid=0 2024-12-07T07:15:16,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742094_1270 (size=12459) 2024-12-07T07:15:16,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/d42adb6584504b61a6fe5d04a1ad6b7b is 50, key is test_row_0/C:col10/1733555715218/Put/seqid=0 2024-12-07T07:15:16,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742095_1271 (size=12151) 2024-12-07T07:15:16,954 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/f813d6a3b1dc4f7fbeab6878bf7e6a57 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/f813d6a3b1dc4f7fbeab6878bf7e6a57 2024-12-07T07:15:16,955 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/d42adb6584504b61a6fe5d04a1ad6b7b 2024-12-07T07:15:16,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/8e8340eba3a04d388a747700023b24a0 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/8e8340eba3a04d388a747700023b24a0 2024-12-07T07:15:16,959 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b0f9850b1b00e38049728b97d4899585/C of b0f9850b1b00e38049728b97d4899585 into f813d6a3b1dc4f7fbeab6878bf7e6a57(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:16,959 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:16,959 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., storeName=b0f9850b1b00e38049728b97d4899585/C, priority=13, startTime=1733555716496; duration=0sec 2024-12-07T07:15:16,959 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:16,959 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f9850b1b00e38049728b97d4899585:C 2024-12-07T07:15:16,963 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/8e8340eba3a04d388a747700023b24a0, entries=150, sequenceid=152, filesize=11.9 K 2024-12-07T07:15:16,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/77a7238b87dd4bef9e7d0a56be8a2f8a as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/77a7238b87dd4bef9e7d0a56be8a2f8a 2024-12-07T07:15:16,967 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/77a7238b87dd4bef9e7d0a56be8a2f8a, entries=150, sequenceid=152, filesize=11.9 K 2024-12-07T07:15:16,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/d42adb6584504b61a6fe5d04a1ad6b7b as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/d42adb6584504b61a6fe5d04a1ad6b7b 2024-12-07T07:15:16,972 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/d42adb6584504b61a6fe5d04a1ad6b7b, entries=150, sequenceid=152, filesize=11.9 K 2024-12-07T07:15:16,973 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=0 B/0 for b0f9850b1b00e38049728b97d4899585 in 461ms, sequenceid=152, compaction requested=false 2024-12-07T07:15:16,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:16,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:16,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-12-07T07:15:16,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-12-07T07:15:16,976 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-12-07T07:15:16,976 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8410 sec 2024-12-07T07:15:16,979 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 1.8470 sec 2024-12-07T07:15:17,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-07T07:15:17,280 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:15:17,281 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T07:15:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-12-07T07:15:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-07T07:15:17,282 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T07:15:17,283 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T07:15:17,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T07:15:17,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on b0f9850b1b00e38049728b97d4899585 2024-12-07T07:15:17,335 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b0f9850b1b00e38049728b97d4899585 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-07T07:15:17,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=A 2024-12-07T07:15:17,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:17,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=B 2024-12-07T07:15:17,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:17,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=C 2024-12-07T07:15:17,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:17,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/ebb0dfe5f329438488f65516dc04324f is 50, key is test_row_0/A:col10/1733555717334/Put/seqid=0 2024-12-07T07:15:17,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742096_1272 (size=12151) 2024-12-07T07:15:17,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/ebb0dfe5f329438488f65516dc04324f 2024-12-07T07:15:17,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/32286d547f3d4914941351dadc5bb90f is 50, key is test_row_0/B:col10/1733555717334/Put/seqid=0 2024-12-07T07:15:17,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742097_1273 (size=12151) 2024-12-07T07:15:17,379 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733555717346, max timestamp=1733555717376Num uniques 859; 2024-12-07T07:15:17,379 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-07T07:15:17,379 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733555717346, max timestamp=1733555717376Num uniques 859; 2024-12-07T07:15:17,379 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-07T07:15:17,379 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733555717346, max timestamp=1733555717376Num uniques 859; 2024-12-07T07:15:17,379 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-07T07:15:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-07T07:15:17,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:17,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:17,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555777390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:17,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555777390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:17,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:17,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56486 deadline: 1733555777391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:17,399 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:17,399 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:17,399 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:17,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:17,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56528 deadline: 1733555777394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:17,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:17,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:17,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:17,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:17,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:17,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:17,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:17,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:17,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:17,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:17,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56548 deadline: 1733555777398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:17,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:17,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:17,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:17,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-07T07:15:17,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:17,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. as already flushing 2024-12-07T07:15:17,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:17,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:17,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:17,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:17,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:17,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56486 deadline: 1733555777510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:17,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:17,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:17,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:17,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:17,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555777510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:17,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:17,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:17,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:17,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:17,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56528 deadline: 1733555777510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:17,514 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:17,514 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:17,514 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:17,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:17,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555777510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:17,515 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:17,515 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:17,515 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:17,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:17,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56548 deadline: 1733555777510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:17,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:17,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:17,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:17,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-07T07:15:17,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:17,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. as already flushing 2024-12-07T07:15:17,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:17,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:17,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:17,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:17,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-07T07:15:17,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:17,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56486 deadline: 1733555777720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:17,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:17,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:17,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:17,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555777720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:17,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:17,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:17,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:17,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:17,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:17,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56528 deadline: 1733555777721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:17,723 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:17,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:17,724 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:17,724 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:17,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555777721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:17,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:17,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:17,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:17,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:17,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56548 deadline: 1733555777721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:17,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:17,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:17,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:17,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-07T07:15:17,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:17,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. as already flushing 2024-12-07T07:15:17,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:17,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:17,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:17,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:17,774 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/32286d547f3d4914941351dadc5bb90f 2024-12-07T07:15:17,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/5cbef86ef9b74985b422a619b62a3804 is 50, key is test_row_0/C:col10/1733555717334/Put/seqid=0 2024-12-07T07:15:17,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742098_1274 (size=12151) 2024-12-07T07:15:17,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-07T07:15:17,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:17,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. as already flushing 2024-12-07T07:15:17,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:17,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:17,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:17,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:17,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-07T07:15:18,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:18,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56486 deadline: 1733555778030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:18,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:18,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:18,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:18,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:18,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555778030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:18,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:18,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56528 deadline: 1733555778030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:18,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:18,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:18,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:18,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:18,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555778031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:18,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:18,034 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:18,034 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:18,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56548 deadline: 1733555778031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:18,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:18,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:18,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:18,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:18,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:18,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:18,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:18,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-07T07:15:18,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:18,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. as already flushing 2024-12-07T07:15:18,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:18,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:18,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:18,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:18,184 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/5cbef86ef9b74985b422a619b62a3804 2024-12-07T07:15:18,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/ebb0dfe5f329438488f65516dc04324f as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/ebb0dfe5f329438488f65516dc04324f 2024-12-07T07:15:18,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/ebb0dfe5f329438488f65516dc04324f, entries=150, sequenceid=166, filesize=11.9 K 2024-12-07T07:15:18,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/32286d547f3d4914941351dadc5bb90f as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/32286d547f3d4914941351dadc5bb90f 2024-12-07T07:15:18,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/32286d547f3d4914941351dadc5bb90f, entries=150, sequenceid=166, filesize=11.9 K 2024-12-07T07:15:18,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/5cbef86ef9b74985b422a619b62a3804 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/5cbef86ef9b74985b422a619b62a3804 2024-12-07T07:15:18,199 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/5cbef86ef9b74985b422a619b62a3804, entries=150, sequenceid=166, filesize=11.9 K 2024-12-07T07:15:18,200 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for b0f9850b1b00e38049728b97d4899585 in 865ms, sequenceid=166, compaction requested=true 2024-12-07T07:15:18,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:18,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f9850b1b00e38049728b97d4899585:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:15:18,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:18,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f9850b1b00e38049728b97d4899585:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:15:18,200 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:15:18,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:18,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f9850b1b00e38049728b97d4899585:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:15:18,200 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:15:18,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:15:18,201 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:15:18,201 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:15:18,201 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): b0f9850b1b00e38049728b97d4899585/A is initiating minor compaction (all files) 2024-12-07T07:15:18,201 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): b0f9850b1b00e38049728b97d4899585/B is initiating minor compaction (all files) 2024-12-07T07:15:18,201 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b0f9850b1b00e38049728b97d4899585/A in TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:18,201 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b0f9850b1b00e38049728b97d4899585/B in TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:18,201 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/5b9d58d93288419a8e49b77b4fe30e5a, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/77a7238b87dd4bef9e7d0a56be8a2f8a, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/32286d547f3d4914941351dadc5bb90f] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp, totalSize=35.9 K 2024-12-07T07:15:18,201 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/51204e1992ea491ca03a0da6db476aa0, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/8e8340eba3a04d388a747700023b24a0, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/ebb0dfe5f329438488f65516dc04324f] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp, totalSize=35.9 K 2024-12-07T07:15:18,201 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 51204e1992ea491ca03a0da6db476aa0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733555714572 2024-12-07T07:15:18,201 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b9d58d93288419a8e49b77b4fe30e5a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733555714572 2024-12-07T07:15:18,202 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e8340eba3a04d388a747700023b24a0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733555715214 2024-12-07T07:15:18,202 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 77a7238b87dd4bef9e7d0a56be8a2f8a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733555715214 2024-12-07T07:15:18,202 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting ebb0dfe5f329438488f65516dc04324f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733555717324 2024-12-07T07:15:18,202 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 32286d547f3d4914941351dadc5bb90f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733555717324 2024-12-07T07:15:18,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-07T07:15:18,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:18,203 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing b0f9850b1b00e38049728b97d4899585 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB 2024-12-07T07:15:18,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=A 2024-12-07T07:15:18,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:15:18,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=B 2024-12-07T07:15:18,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:15:18,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=C 2024-12-07T07:15:18,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:15:18,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/9316d0e9555b484e805f8ba156481608 is 50, key is test_row_0/A:col10/1733555717390/Put/seqid=0 2024-12-07T07:15:18,213 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f9850b1b00e38049728b97d4899585#A#compaction#229 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:18,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742099_1275 (size=12151) 2024-12-07T07:15:18,213 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/3796e493d5734540b7d76a4e11df7b10 is 50, key is test_row_0/A:col10/1733555717334/Put/seqid=0 2024-12-07T07:15:18,215 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f9850b1b00e38049728b97d4899585#B#compaction#230 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:18,216 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/39932a53c50a49dc97080fc19625430d is 50, key is test_row_0/B:col10/1733555717334/Put/seqid=0 2024-12-07T07:15:18,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742100_1276 (size=12561) 2024-12-07T07:15:18,223 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/3796e493d5734540b7d76a4e11df7b10 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/3796e493d5734540b7d76a4e11df7b10 2024-12-07T07:15:18,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742101_1277 (size=12561) 2024-12-07T07:15:18,230 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b0f9850b1b00e38049728b97d4899585/A of b0f9850b1b00e38049728b97d4899585 into 3796e493d5734540b7d76a4e11df7b10(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:18,230 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:18,230 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., storeName=b0f9850b1b00e38049728b97d4899585/A, priority=13, startTime=1733555718200; duration=0sec 2024-12-07T07:15:18,230 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:15:18,230 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f9850b1b00e38049728b97d4899585:A 2024-12-07T07:15:18,230 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:15:18,231 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/39932a53c50a49dc97080fc19625430d as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/39932a53c50a49dc97080fc19625430d 2024-12-07T07:15:18,231 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:15:18,232 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): b0f9850b1b00e38049728b97d4899585/C is initiating minor compaction (all files) 2024-12-07T07:15:18,232 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b0f9850b1b00e38049728b97d4899585/C in TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:18,232 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/f813d6a3b1dc4f7fbeab6878bf7e6a57, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/d42adb6584504b61a6fe5d04a1ad6b7b, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/5cbef86ef9b74985b422a619b62a3804] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp, totalSize=35.9 K 2024-12-07T07:15:18,232 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting f813d6a3b1dc4f7fbeab6878bf7e6a57, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733555714572 2024-12-07T07:15:18,232 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting d42adb6584504b61a6fe5d04a1ad6b7b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733555715214 2024-12-07T07:15:18,233 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5cbef86ef9b74985b422a619b62a3804, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733555717324 2024-12-07T07:15:18,237 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b0f9850b1b00e38049728b97d4899585/B of b0f9850b1b00e38049728b97d4899585 into 39932a53c50a49dc97080fc19625430d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:18,237 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:18,237 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., storeName=b0f9850b1b00e38049728b97d4899585/B, priority=13, startTime=1733555718200; duration=0sec 2024-12-07T07:15:18,237 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:18,237 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f9850b1b00e38049728b97d4899585:B 2024-12-07T07:15:18,240 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f9850b1b00e38049728b97d4899585#C#compaction#231 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:18,240 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/36ce741b3e314d1b90f1845f0b44c2aa is 50, key is test_row_0/C:col10/1733555717334/Put/seqid=0 2024-12-07T07:15:18,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742102_1278 (size=12561) 2024-12-07T07:15:18,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-07T07:15:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on b0f9850b1b00e38049728b97d4899585 2024-12-07T07:15:18,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. as already flushing 2024-12-07T07:15:18,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56548 deadline: 1733555778548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:18,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:18,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:18,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:18,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555778550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:18,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:18,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:18,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:18,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555778550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:18,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:18,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:18,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:18,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56486 deadline: 1733555778551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:18,555 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:18,555 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:18,555 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:18,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56528 deadline: 1733555778552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:18,555 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:18,556 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:18,556 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:18,614 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/9316d0e9555b484e805f8ba156481608 2024-12-07T07:15:18,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/92bbb8211f534bd9b214ff804a68d81b is 50, key is test_row_0/B:col10/1733555717390/Put/seqid=0 2024-12-07T07:15:18,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742103_1279 (size=12151) 2024-12-07T07:15:18,649 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/36ce741b3e314d1b90f1845f0b44c2aa as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/36ce741b3e314d1b90f1845f0b44c2aa 2024-12-07T07:15:18,656 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b0f9850b1b00e38049728b97d4899585/C of b0f9850b1b00e38049728b97d4899585 into 36ce741b3e314d1b90f1845f0b44c2aa(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:18,656 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:18,656 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., storeName=b0f9850b1b00e38049728b97d4899585/C, priority=13, startTime=1733555718200; duration=0sec 2024-12-07T07:15:18,656 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:18,657 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f9850b1b00e38049728b97d4899585:C 2024-12-07T07:15:18,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56548 deadline: 1733555778660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:18,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:18,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:18,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56486 deadline: 1733555778660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:18,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:18,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:18,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:18,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56528 deadline: 1733555778660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:18,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:18,663 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:18,663 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:18,663 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:18,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:18,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56548 deadline: 1733555778870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:18,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:18,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:18,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56486 deadline: 1733555778870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:18,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:18,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:18,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:18,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:18,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:18,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56528 deadline: 1733555778870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:18,874 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:18,874 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:18,874 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:19,030 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/92bbb8211f534bd9b214ff804a68d81b 2024-12-07T07:15:19,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/edab79dcbd0041d8911df77fd87c4974 is 50, key is test_row_0/C:col10/1733555717390/Put/seqid=0 2024-12-07T07:15:19,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742104_1280 (size=12151) 2024-12-07T07:15:19,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:19,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56548 deadline: 1733555779180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:19,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:19,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:19,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:19,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:19,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56486 deadline: 1733555779180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:19,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:19,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:19,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:19,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:19,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56528 deadline: 1733555779180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:19,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:19,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:19,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:19,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-07T07:15:19,440 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/edab79dcbd0041d8911df77fd87c4974 2024-12-07T07:15:19,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/9316d0e9555b484e805f8ba156481608 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/9316d0e9555b484e805f8ba156481608 2024-12-07T07:15:19,449 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/9316d0e9555b484e805f8ba156481608, entries=150, sequenceid=200, filesize=11.9 K 2024-12-07T07:15:19,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/92bbb8211f534bd9b214ff804a68d81b as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/92bbb8211f534bd9b214ff804a68d81b 2024-12-07T07:15:19,453 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/92bbb8211f534bd9b214ff804a68d81b, entries=150, sequenceid=200, filesize=11.9 K 2024-12-07T07:15:19,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/edab79dcbd0041d8911df77fd87c4974 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/edab79dcbd0041d8911df77fd87c4974 2024-12-07T07:15:19,458 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/edab79dcbd0041d8911df77fd87c4974, entries=150, sequenceid=200, filesize=11.9 K 2024-12-07T07:15:19,459 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=53.67 KB/54960 for b0f9850b1b00e38049728b97d4899585 in 1256ms, sequenceid=200, compaction requested=false 2024-12-07T07:15:19,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:19,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:19,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-12-07T07:15:19,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-12-07T07:15:19,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-12-07T07:15:19,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1780 sec 2024-12-07T07:15:19,464 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 2.1820 sec 2024-12-07T07:15:19,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on b0f9850b1b00e38049728b97d4899585 2024-12-07T07:15:19,562 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b0f9850b1b00e38049728b97d4899585 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-07T07:15:19,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=A 2024-12-07T07:15:19,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:19,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=B 2024-12-07T07:15:19,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:19,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=C 2024-12-07T07:15:19,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:19,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/49ca21a34d284453b5a3ee66e430ace7 is 50, key is test_row_0/A:col10/1733555719561/Put/seqid=0 2024-12-07T07:15:19,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742105_1281 (size=14541) 2024-12-07T07:15:19,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:19,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:19,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555779603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:19,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555779603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:19,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:19,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:19,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:19,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:19,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:19,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:19,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56486 deadline: 1733555779690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:19,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:19,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:19,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:19,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:19,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56528 deadline: 1733555779691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56548 deadline: 1733555779691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:19,695 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:19,695 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:19,695 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:19,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:19,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:19,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:19,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:19,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555779710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:19,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:19,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:19,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:19,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:19,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555779720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:19,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:19,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:19,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:19,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:19,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555779920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:19,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:19,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:19,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:19,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:19,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555779930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:19,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:19,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:19,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:19,980 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/49ca21a34d284453b5a3ee66e430ace7 2024-12-07T07:15:20,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/daf489cf00a848e5b45ce500b42dd0ea is 50, key is test_row_0/B:col10/1733555719561/Put/seqid=0 2024-12-07T07:15:20,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742106_1282 (size=12151) 2024-12-07T07:15:20,037 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/daf489cf00a848e5b45ce500b42dd0ea 2024-12-07T07:15:20,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/940dfb69cb7a4abdacc49faf0f729787 is 50, key is test_row_0/C:col10/1733555719561/Put/seqid=0 2024-12-07T07:15:20,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742107_1283 (size=12151) 2024-12-07T07:15:20,108 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/940dfb69cb7a4abdacc49faf0f729787 2024-12-07T07:15:20,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/49ca21a34d284453b5a3ee66e430ace7 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/49ca21a34d284453b5a3ee66e430ace7 2024-12-07T07:15:20,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/49ca21a34d284453b5a3ee66e430ace7, entries=200, sequenceid=215, filesize=14.2 K 2024-12-07T07:15:20,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/daf489cf00a848e5b45ce500b42dd0ea as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/daf489cf00a848e5b45ce500b42dd0ea 2024-12-07T07:15:20,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/daf489cf00a848e5b45ce500b42dd0ea, entries=150, sequenceid=215, filesize=11.9 K 2024-12-07T07:15:20,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/940dfb69cb7a4abdacc49faf0f729787 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/940dfb69cb7a4abdacc49faf0f729787 2024-12-07T07:15:20,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/940dfb69cb7a4abdacc49faf0f729787, entries=150, sequenceid=215, filesize=11.9 K 2024-12-07T07:15:20,141 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for b0f9850b1b00e38049728b97d4899585 in 579ms, sequenceid=215, compaction requested=true 2024-12-07T07:15:20,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:20,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f9850b1b00e38049728b97d4899585:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:15:20,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:20,141 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:15:20,141 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:15:20,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f9850b1b00e38049728b97d4899585:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:15:20,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:20,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f9850b1b00e38049728b97d4899585:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:15:20,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:15:20,142 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:15:20,142 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): b0f9850b1b00e38049728b97d4899585/B is initiating minor compaction (all files) 2024-12-07T07:15:20,143 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:15:20,143 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): b0f9850b1b00e38049728b97d4899585/A is initiating minor compaction (all files) 2024-12-07T07:15:20,148 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b0f9850b1b00e38049728b97d4899585/B in TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:20,149 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/39932a53c50a49dc97080fc19625430d, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/92bbb8211f534bd9b214ff804a68d81b, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/daf489cf00a848e5b45ce500b42dd0ea] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp, totalSize=36.0 K 2024-12-07T07:15:20,149 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b0f9850b1b00e38049728b97d4899585/A in TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:20,149 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/3796e493d5734540b7d76a4e11df7b10, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/9316d0e9555b484e805f8ba156481608, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/49ca21a34d284453b5a3ee66e430ace7] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp, totalSize=38.3 K 2024-12-07T07:15:20,150 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 39932a53c50a49dc97080fc19625430d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733555717324 2024-12-07T07:15:20,150 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3796e493d5734540b7d76a4e11df7b10, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733555717324 2024-12-07T07:15:20,150 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 92bbb8211f534bd9b214ff804a68d81b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733555717386 2024-12-07T07:15:20,150 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9316d0e9555b484e805f8ba156481608, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733555717386 2024-12-07T07:15:20,150 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49ca21a34d284453b5a3ee66e430ace7, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1733555718547 2024-12-07T07:15:20,151 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting daf489cf00a848e5b45ce500b42dd0ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1733555718547 2024-12-07T07:15:20,164 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f9850b1b00e38049728b97d4899585#A#compaction#237 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:20,164 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/38499796e66d412f819e694c57a3198d is 50, key is test_row_0/A:col10/1733555719561/Put/seqid=0 2024-12-07T07:15:20,174 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f9850b1b00e38049728b97d4899585#B#compaction#238 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:20,175 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/9913542bdfbf4680acb565e15deb07ae is 50, key is test_row_0/B:col10/1733555719561/Put/seqid=0 2024-12-07T07:15:20,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742108_1284 (size=12663) 2024-12-07T07:15:20,210 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/38499796e66d412f819e694c57a3198d as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/38499796e66d412f819e694c57a3198d 2024-12-07T07:15:20,228 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b0f9850b1b00e38049728b97d4899585/A of b0f9850b1b00e38049728b97d4899585 into 38499796e66d412f819e694c57a3198d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:20,228 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:20,228 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., storeName=b0f9850b1b00e38049728b97d4899585/A, priority=13, startTime=1733555720141; duration=0sec 2024-12-07T07:15:20,228 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:15:20,228 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f9850b1b00e38049728b97d4899585:A 2024-12-07T07:15:20,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742109_1285 (size=12663) 2024-12-07T07:15:20,228 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:15:20,231 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:15:20,231 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): b0f9850b1b00e38049728b97d4899585/C is initiating minor compaction (all files) 2024-12-07T07:15:20,231 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b0f9850b1b00e38049728b97d4899585/C in TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:20,231 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/36ce741b3e314d1b90f1845f0b44c2aa, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/edab79dcbd0041d8911df77fd87c4974, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/940dfb69cb7a4abdacc49faf0f729787] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp, totalSize=36.0 K 2024-12-07T07:15:20,232 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36ce741b3e314d1b90f1845f0b44c2aa, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733555717324 2024-12-07T07:15:20,232 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting edab79dcbd0041d8911df77fd87c4974, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733555717386 2024-12-07T07:15:20,234 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 940dfb69cb7a4abdacc49faf0f729787, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1733555718547 2024-12-07T07:15:20,236 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733555719596, max timestamp=1733555720234Num uniques 859; 2024-12-07T07:15:20,236 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T07:15:20,236 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733555719596, max timestamp=1733555720234Num uniques 859; 2024-12-07T07:15:20,236 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T07:15:20,239 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733555719596, max timestamp=1733555720234Num uniques 859; 2024-12-07T07:15:20,239 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T07:15:20,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b0f9850b1b00e38049728b97d4899585 3/3 column families, dataSize=53.67 KB heapSize=145.92 KB 2024-12-07T07:15:20,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=A 2024-12-07T07:15:20,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:15:20,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=B 2024-12-07T07:15:20,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:15:20,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=C 2024-12-07T07:15:20,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:15:20,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on b0f9850b1b00e38049728b97d4899585 2024-12-07T07:15:20,253 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f9850b1b00e38049728b97d4899585#C#compaction#240 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:20,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/eea98d10def34925943d193efffd63a7 is 50, key is test_row_0/A:col10/1733555720242/Put/seqid=0 2024-12-07T07:15:20,253 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/7aefeb58489f489796cd37f8799a533a is 50, key is test_row_0/C:col10/1733555719561/Put/seqid=0 2024-12-07T07:15:20,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742111_1287 (size=16931) 2024-12-07T07:15:20,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742110_1286 (size=12663) 2024-12-07T07:15:20,288 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/7aefeb58489f489796cd37f8799a533a as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/7aefeb58489f489796cd37f8799a533a 2024-12-07T07:15:20,293 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b0f9850b1b00e38049728b97d4899585/C of b0f9850b1b00e38049728b97d4899585 into 7aefeb58489f489796cd37f8799a533a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:20,293 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:20,293 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., storeName=b0f9850b1b00e38049728b97d4899585/C, priority=13, startTime=1733555720141; duration=0sec 2024-12-07T07:15:20,293 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:20,293 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f9850b1b00e38049728b97d4899585:C 2024-12-07T07:15:20,303 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733555720274, max timestamp=1733555720301Num uniques 859; 2024-12-07T07:15:20,303 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T07:15:20,304 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733555720274, max timestamp=1733555720301Num uniques 859; 2024-12-07T07:15:20,304 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T07:15:20,304 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733555720274, max timestamp=1733555720301Num uniques 859; 2024-12-07T07:15:20,304 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T07:15:20,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:20,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555780347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:20,351 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:20,351 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:20,351 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:20,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:20,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555780348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:20,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:20,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:20,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:20,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:20,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:20,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555780460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:20,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555780460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:20,464 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:20,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:20,464 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:20,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:20,464 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:20,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:20,633 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/9913542bdfbf4680acb565e15deb07ae as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/9913542bdfbf4680acb565e15deb07ae 2024-12-07T07:15:20,637 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b0f9850b1b00e38049728b97d4899585/B of b0f9850b1b00e38049728b97d4899585 into 9913542bdfbf4680acb565e15deb07ae(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:20,637 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:20,637 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., storeName=b0f9850b1b00e38049728b97d4899585/B, priority=13, startTime=1733555720141; duration=0sec 2024-12-07T07:15:20,637 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:20,637 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f9850b1b00e38049728b97d4899585:B 2024-12-07T07:15:20,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:20,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555780670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:20,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:20,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:20,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:20,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:20,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555780670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:20,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:20,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:20,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:20,677 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/eea98d10def34925943d193efffd63a7 2024-12-07T07:15:20,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/faa531596f8142d98feacff9a1555026 is 50, key is test_row_0/B:col10/1733555720242/Put/seqid=0 2024-12-07T07:15:20,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742112_1288 (size=12151) 2024-12-07T07:15:20,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56486 deadline: 1733555780710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:20,711 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_1' in b0f9850b1b00e38049728b97d4899585 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:15:20,712 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:20,712 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:20,712 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:20,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56528 deadline: 1733555780710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:20,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56548 deadline: 1733555780710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:20,713 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_0' in b0f9850b1b00e38049728b97d4899585 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:15:20,713 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_0' in b0f9850b1b00e38049728b97d4899585 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:15:20,713 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:20,714 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:20,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:20,714 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:20,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:20,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:20,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555780980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:20,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:20,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:20,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555780980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:20,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:20,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:20,984 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:20,984 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:21,087 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/faa531596f8142d98feacff9a1555026 2024-12-07T07:15:21,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/4a4e98e3c91949dfab3d0246e6dc22c1 is 50, key is test_row_0/C:col10/1733555720242/Put/seqid=0 2024-12-07T07:15:21,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742113_1289 (size=12151) 2024-12-07T07:15:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-07T07:15:21,441 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:15:21,441 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T07:15:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-12-07T07:15:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-07T07:15:21,443 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T07:15:21,444 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T07:15:21,444 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T07:15:21,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555781490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:21,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:21,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:21,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555781490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:21,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:21,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:21,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:21,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:21,497 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/4a4e98e3c91949dfab3d0246e6dc22c1 2024-12-07T07:15:21,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/eea98d10def34925943d193efffd63a7 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/eea98d10def34925943d193efffd63a7 2024-12-07T07:15:21,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/eea98d10def34925943d193efffd63a7, entries=250, sequenceid=241, filesize=16.5 K 2024-12-07T07:15:21,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/faa531596f8142d98feacff9a1555026 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/faa531596f8142d98feacff9a1555026 2024-12-07T07:15:21,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/faa531596f8142d98feacff9a1555026, entries=150, sequenceid=241, filesize=11.9 K 2024-12-07T07:15:21,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/4a4e98e3c91949dfab3d0246e6dc22c1 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/4a4e98e3c91949dfab3d0246e6dc22c1 2024-12-07T07:15:21,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/4a4e98e3c91949dfab3d0246e6dc22c1, entries=150, sequenceid=241, filesize=11.9 K 2024-12-07T07:15:21,512 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~145.88 KB/149376, currentSize=134.18 KB/137400 for b0f9850b1b00e38049728b97d4899585 in 1265ms, sequenceid=241, compaction requested=false 2024-12-07T07:15:21,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-07T07:15:21,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-07T07:15:21,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:21,597 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing b0f9850b1b00e38049728b97d4899585 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-12-07T07:15:21,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=A 2024-12-07T07:15:21,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:15:21,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=B 2024-12-07T07:15:21,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:15:21,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=C 2024-12-07T07:15:21,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:15:21,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/42b5f4b46e1c4e4cbe5a03b57914c7a8 is 50, key is test_row_0/A:col10/1733555720337/Put/seqid=0 2024-12-07T07:15:21,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742114_1290 (size=12301) 2024-12-07T07:15:21,605 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/42b5f4b46e1c4e4cbe5a03b57914c7a8 2024-12-07T07:15:21,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/8ce23ea3b7084e7f81faef22487ee5bb is 50, key is test_row_0/B:col10/1733555720337/Put/seqid=0 2024-12-07T07:15:21,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742115_1291 (size=12301) 2024-12-07T07:15:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-07T07:15:22,016 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/8ce23ea3b7084e7f81faef22487ee5bb 2024-12-07T07:15:22,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/36dd1f50031244aeb2a63303064c1495 is 50, key is test_row_0/C:col10/1733555720337/Put/seqid=0 2024-12-07T07:15:22,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742116_1292 (size=12301) 2024-12-07T07:15:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-07T07:15:22,428 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/36dd1f50031244aeb2a63303064c1495 2024-12-07T07:15:22,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/42b5f4b46e1c4e4cbe5a03b57914c7a8 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/42b5f4b46e1c4e4cbe5a03b57914c7a8 2024-12-07T07:15:22,436 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/42b5f4b46e1c4e4cbe5a03b57914c7a8, entries=150, sequenceid=279, filesize=12.0 K 2024-12-07T07:15:22,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/8ce23ea3b7084e7f81faef22487ee5bb as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/8ce23ea3b7084e7f81faef22487ee5bb 2024-12-07T07:15:22,442 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/8ce23ea3b7084e7f81faef22487ee5bb, entries=150, sequenceid=279, filesize=12.0 K 2024-12-07T07:15:22,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/36dd1f50031244aeb2a63303064c1495 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/36dd1f50031244aeb2a63303064c1495 2024-12-07T07:15:22,447 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/36dd1f50031244aeb2a63303064c1495, entries=150, sequenceid=279, filesize=12.0 K 2024-12-07T07:15:22,448 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=0 B/0 for b0f9850b1b00e38049728b97d4899585 in 852ms, sequenceid=279, compaction requested=true 2024-12-07T07:15:22,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:22,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:22,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-12-07T07:15:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-12-07T07:15:22,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-12-07T07:15:22,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0060 sec 2024-12-07T07:15:22,453 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 1.0110 sec 2024-12-07T07:15:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on b0f9850b1b00e38049728b97d4899585 2024-12-07T07:15:22,507 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b0f9850b1b00e38049728b97d4899585 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-07T07:15:22,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=A 2024-12-07T07:15:22,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:22,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=B 2024-12-07T07:15:22,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:22,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=C 2024-12-07T07:15:22,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:22,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/a29ceebfbed140a3a66c838bb9c43a10 is 50, key is test_row_0/A:col10/1733555722502/Put/seqid=0 2024-12-07T07:15:22,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742117_1293 (size=12301) 2024-12-07T07:15:22,566 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733555722546, max timestamp=1733555722563Num uniques 859; 2024-12-07T07:15:22,566 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T07:15:22,568 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733555722546, max timestamp=1733555722563Num uniques 859; 2024-12-07T07:15:22,569 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733555722546, max timestamp=1733555722563Num uniques 859; 2024-12-07T07:15:22,569 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T07:15:22,569 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T07:15:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-07T07:15:22,581 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:15:22,581 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T07:15:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-12-07T07:15:22,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-07T07:15:22,587 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T07:15:22,588 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T07:15:22,588 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T07:15:22,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:22,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555782630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:22,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:22,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:22,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:22,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:22,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555782634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:22,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:22,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:22,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-07T07:15:22,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56528 deadline: 1733555782731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:22,735 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_0' in b0f9850b1b00e38049728b97d4899585 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:15:22,736 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:22,736 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:22,736 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:22,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-12-07T07:15:22,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:22,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. as already flushing 2024-12-07T07:15:22,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:22,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:22,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:22,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:22,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555782740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:22,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:22,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56548 deadline: 1733555782740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:22,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:22,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:22,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:22,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:22,744 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_0' in b0f9850b1b00e38049728b97d4899585 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:15:22,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:22,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:22,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:22,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56486 deadline: 1733555782740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:22,753 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_1' in b0f9850b1b00e38049728b97d4899585 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:15:22,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:22,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:22,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:22,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:22,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555782751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:22,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:22,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:22,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:22,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-12-07T07:15:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-07T07:15:22,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:22,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. as already flushing 2024-12-07T07:15:22,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:22,900 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:22,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:22,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/a29ceebfbed140a3a66c838bb9c43a10 2024-12-07T07:15:22,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/5c5a3fe202ed4ffaa996590947e1d08e is 50, key is test_row_0/B:col10/1733555722502/Put/seqid=0 2024-12-07T07:15:22,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742118_1294 (size=12301) 2024-12-07T07:15:22,943 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/5c5a3fe202ed4ffaa996590947e1d08e 2024-12-07T07:15:22,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/a7c8f9828e724c839ce12eb2c6ac3c28 is 50, key is test_row_0/C:col10/1733555722502/Put/seqid=0 2024-12-07T07:15:22,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555782950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:22,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:22,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:22,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:22,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555782970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:22,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742119_1295 (size=12301) 2024-12-07T07:15:22,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:22,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:22,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:22,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/a7c8f9828e724c839ce12eb2c6ac3c28 2024-12-07T07:15:22,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/a29ceebfbed140a3a66c838bb9c43a10 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/a29ceebfbed140a3a66c838bb9c43a10 2024-12-07T07:15:22,992 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/a29ceebfbed140a3a66c838bb9c43a10, entries=150, sequenceid=289, filesize=12.0 K 2024-12-07T07:15:22,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/5c5a3fe202ed4ffaa996590947e1d08e as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/5c5a3fe202ed4ffaa996590947e1d08e 2024-12-07T07:15:22,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/5c5a3fe202ed4ffaa996590947e1d08e, entries=150, sequenceid=289, filesize=12.0 K 2024-12-07T07:15:22,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/a7c8f9828e724c839ce12eb2c6ac3c28 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/a7c8f9828e724c839ce12eb2c6ac3c28 2024-12-07T07:15:23,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/a7c8f9828e724c839ce12eb2c6ac3c28, entries=150, sequenceid=289, filesize=12.0 K 2024-12-07T07:15:23,003 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=136.42 KB/139690 for b0f9850b1b00e38049728b97d4899585 in 496ms, sequenceid=289, compaction requested=true 2024-12-07T07:15:23,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:23,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f9850b1b00e38049728b97d4899585:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:15:23,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:23,003 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T07:15:23,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f9850b1b00e38049728b97d4899585:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:15:23,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:23,003 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T07:15:23,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f9850b1b00e38049728b97d4899585:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:15:23,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:15:23,005 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49416 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T07:15:23,005 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): b0f9850b1b00e38049728b97d4899585/B is initiating minor compaction (all files) 2024-12-07T07:15:23,005 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b0f9850b1b00e38049728b97d4899585/B in TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:23,006 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/9913542bdfbf4680acb565e15deb07ae, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/faa531596f8142d98feacff9a1555026, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/8ce23ea3b7084e7f81faef22487ee5bb, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/5c5a3fe202ed4ffaa996590947e1d08e] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp, totalSize=48.3 K 2024-12-07T07:15:23,006 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54196 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T07:15:23,006 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): b0f9850b1b00e38049728b97d4899585/A is initiating minor compaction (all files) 2024-12-07T07:15:23,006 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 9913542bdfbf4680acb565e15deb07ae, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1733555718547 2024-12-07T07:15:23,007 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b0f9850b1b00e38049728b97d4899585/A in TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:23,007 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/38499796e66d412f819e694c57a3198d, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/eea98d10def34925943d193efffd63a7, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/42b5f4b46e1c4e4cbe5a03b57914c7a8, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/a29ceebfbed140a3a66c838bb9c43a10] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp, totalSize=52.9 K 2024-12-07T07:15:23,007 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting faa531596f8142d98feacff9a1555026, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733555720242 2024-12-07T07:15:23,007 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ce23ea3b7084e7f81faef22487ee5bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733555720337 2024-12-07T07:15:23,007 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38499796e66d412f819e694c57a3198d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1733555718547 2024-12-07T07:15:23,007 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting eea98d10def34925943d193efffd63a7, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733555719596 2024-12-07T07:15:23,008 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c5a3fe202ed4ffaa996590947e1d08e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733555722502 2024-12-07T07:15:23,008 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42b5f4b46e1c4e4cbe5a03b57914c7a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733555720337 2024-12-07T07:15:23,008 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting a29ceebfbed140a3a66c838bb9c43a10, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733555722502 2024-12-07T07:15:23,030 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f9850b1b00e38049728b97d4899585#B#compaction#249 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:23,031 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/f730b2bca0b744e4a141ecd91771f64f is 50, key is test_row_0/B:col10/1733555722502/Put/seqid=0 2024-12-07T07:15:23,031 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f9850b1b00e38049728b97d4899585#A#compaction#250 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:23,031 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/2b543757f3674b3e828b47d51707b164 is 50, key is test_row_0/A:col10/1733555722502/Put/seqid=0 2024-12-07T07:15:23,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742120_1296 (size=12949) 2024-12-07T07:15:23,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-12-07T07:15:23,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:23,054 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing b0f9850b1b00e38049728b97d4899585 3/3 column families, dataSize=136.42 KB heapSize=390.06 KB 2024-12-07T07:15:23,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=A 2024-12-07T07:15:23,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:15:23,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=B 2024-12-07T07:15:23,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:15:23,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=C 2024-12-07T07:15:23,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:15:23,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/6be9e657d71f4dbcb03ac746cf00bae2 is 50, key is test_row_0/A:col10/1733555722628/Put/seqid=0 2024-12-07T07:15:23,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742121_1297 (size=12949) 2024-12-07T07:15:23,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742122_1298 (size=12301) 2024-12-07T07:15:23,131 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/6be9e657d71f4dbcb03ac746cf00bae2 2024-12-07T07:15:23,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/ef65c1e7275e4bf49c1cd40b216847bd is 50, key is test_row_0/B:col10/1733555722628/Put/seqid=0 2024-12-07T07:15:23,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742123_1299 (size=12301) 2024-12-07T07:15:23,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-07T07:15:23,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on b0f9850b1b00e38049728b97d4899585 2024-12-07T07:15:23,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. as already flushing 2024-12-07T07:15:23,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:23,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555783296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:23,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:23,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:23,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:23,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:23,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555783299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:23,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:23,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:23,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:23,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:23,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555783410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:23,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:23,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:23,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:23,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555783410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:23,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:23,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:23,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:23,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:23,465 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/f730b2bca0b744e4a141ecd91771f64f as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/f730b2bca0b744e4a141ecd91771f64f 2024-12-07T07:15:23,471 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b0f9850b1b00e38049728b97d4899585/B of b0f9850b1b00e38049728b97d4899585 into f730b2bca0b744e4a141ecd91771f64f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:23,471 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:23,471 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., storeName=b0f9850b1b00e38049728b97d4899585/B, priority=12, startTime=1733555723003; duration=0sec 2024-12-07T07:15:23,471 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:15:23,471 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f9850b1b00e38049728b97d4899585:B 2024-12-07T07:15:23,471 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T07:15:23,474 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49416 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T07:15:23,475 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): b0f9850b1b00e38049728b97d4899585/C is initiating minor compaction (all files) 2024-12-07T07:15:23,475 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b0f9850b1b00e38049728b97d4899585/C in TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:23,475 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/7aefeb58489f489796cd37f8799a533a, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/4a4e98e3c91949dfab3d0246e6dc22c1, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/36dd1f50031244aeb2a63303064c1495, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/a7c8f9828e724c839ce12eb2c6ac3c28] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp, totalSize=48.3 K 2024-12-07T07:15:23,477 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 7aefeb58489f489796cd37f8799a533a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1733555718547 2024-12-07T07:15:23,477 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a4e98e3c91949dfab3d0246e6dc22c1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733555720242 2024-12-07T07:15:23,478 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 36dd1f50031244aeb2a63303064c1495, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733555720337 2024-12-07T07:15:23,478 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting a7c8f9828e724c839ce12eb2c6ac3c28, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733555722502 2024-12-07T07:15:23,488 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f9850b1b00e38049728b97d4899585#C#compaction#253 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:23,490 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/d3d63f55d8ef443194679b9a1b50136c is 50, key is test_row_0/C:col10/1733555722502/Put/seqid=0 2024-12-07T07:15:23,504 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/2b543757f3674b3e828b47d51707b164 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/2b543757f3674b3e828b47d51707b164 2024-12-07T07:15:23,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742124_1300 (size=12949) 2024-12-07T07:15:23,516 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b0f9850b1b00e38049728b97d4899585/A of b0f9850b1b00e38049728b97d4899585 into 2b543757f3674b3e828b47d51707b164(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:23,516 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:23,516 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., storeName=b0f9850b1b00e38049728b97d4899585/A, priority=12, startTime=1733555723003; duration=0sec 2024-12-07T07:15:23,517 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:23,517 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f9850b1b00e38049728b97d4899585:A 2024-12-07T07:15:23,560 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/ef65c1e7275e4bf49c1cd40b216847bd 2024-12-07T07:15:23,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/1b7c634e36aa45fba676340c010327bc is 50, key is test_row_0/C:col10/1733555722628/Put/seqid=0 2024-12-07T07:15:23,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742125_1301 (size=12301) 2024-12-07T07:15:23,604 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/1b7c634e36aa45fba676340c010327bc 2024-12-07T07:15:23,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/6be9e657d71f4dbcb03ac746cf00bae2 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/6be9e657d71f4dbcb03ac746cf00bae2 2024-12-07T07:15:23,615 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/6be9e657d71f4dbcb03ac746cf00bae2, entries=150, sequenceid=326, filesize=12.0 K 2024-12-07T07:15:23,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/ef65c1e7275e4bf49c1cd40b216847bd as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/ef65c1e7275e4bf49c1cd40b216847bd 2024-12-07T07:15:23,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:23,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:23,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555783620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:23,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555783620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:23,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:23,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:23,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:23,628 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/ef65c1e7275e4bf49c1cd40b216847bd, entries=150, sequenceid=326, filesize=12.0 K 2024-12-07T07:15:23,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:23,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:23,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:23,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/1b7c634e36aa45fba676340c010327bc as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/1b7c634e36aa45fba676340c010327bc 2024-12-07T07:15:23,639 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/1b7c634e36aa45fba676340c010327bc, entries=150, sequenceid=326, filesize=12.0 K 2024-12-07T07:15:23,641 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~136.42 KB/139690, heapSize ~390.02 KB/399376, currentSize=46.96 KB/48090 for b0f9850b1b00e38049728b97d4899585 in 587ms, sequenceid=326, compaction requested=false 2024-12-07T07:15:23,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:23,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:23,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-12-07T07:15:23,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-12-07T07:15:23,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-12-07T07:15:23,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0550 sec 2024-12-07T07:15:23,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 1.0650 sec 2024-12-07T07:15:23,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-07T07:15:23,720 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:15:23,720 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T07:15:23,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-12-07T07:15:23,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-07T07:15:23,724 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T07:15:23,725 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T07:15:23,725 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T07:15:23,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-07T07:15:23,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-07T07:15:23,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:23,879 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing b0f9850b1b00e38049728b97d4899585 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-07T07:15:23,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=A 2024-12-07T07:15:23,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:23,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=B 2024-12-07T07:15:23,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:23,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=C 2024-12-07T07:15:23,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:23,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/a7a187db89904e22b02e167589806a31 is 50, key is test_row_0/A:col10/1733555723293/Put/seqid=0 2024-12-07T07:15:23,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742126_1302 (size=12301) 2024-12-07T07:15:23,910 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/d3d63f55d8ef443194679b9a1b50136c as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/d3d63f55d8ef443194679b9a1b50136c 2024-12-07T07:15:23,917 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b0f9850b1b00e38049728b97d4899585/C of b0f9850b1b00e38049728b97d4899585 into d3d63f55d8ef443194679b9a1b50136c(size=12.6 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:23,917 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:23,917 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., storeName=b0f9850b1b00e38049728b97d4899585/C, priority=12, startTime=1733555723003; duration=0sec 2024-12-07T07:15:23,917 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:23,917 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f9850b1b00e38049728b97d4899585:C 2024-12-07T07:15:23,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on b0f9850b1b00e38049728b97d4899585 2024-12-07T07:15:23,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. as already flushing 2024-12-07T07:15:23,971 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733555723959, max timestamp=1733555723969Num uniques 859; 2024-12-07T07:15:23,971 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733555723959, max timestamp=1733555723969Num uniques 859; 2024-12-07T07:15:23,971 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T07:15:23,971 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733555723959, max timestamp=1733555723969Num uniques 859; 2024-12-07T07:15:23,971 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T07:15:23,971 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T07:15:24,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:24,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555784003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:24,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:24,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:24,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:24,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:24,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555784005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:24,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:24,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:24,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:24,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-07T07:15:24,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:24,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555784110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:24,114 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:24,114 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:24,114 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:24,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:24,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555784120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:24,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:24,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:24,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:24,290 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/a7a187db89904e22b02e167589806a31 2024-12-07T07:15:24,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/a7a851e78a9643419cce5c73c1c2bd4b is 50, key is test_row_0/B:col10/1733555723293/Put/seqid=0 2024-12-07T07:15:24,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742127_1303 (size=12301) 2024-12-07T07:15:24,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:24,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555784320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:24,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:24,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:24,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:24,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:24,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555784330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:24,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:24,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:24,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:24,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-07T07:15:24,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:24,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555784630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:24,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:24,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:24,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:24,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:24,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555784640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:24,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:24,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:24,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:24,701 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/a7a851e78a9643419cce5c73c1c2bd4b 2024-12-07T07:15:24,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/be8bdc2c9cbc446bb7fbba0f805e3781 is 50, key is test_row_0/C:col10/1733555723293/Put/seqid=0 2024-12-07T07:15:24,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742128_1304 (size=12301) 2024-12-07T07:15:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-07T07:15:25,111 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/be8bdc2c9cbc446bb7fbba0f805e3781 2024-12-07T07:15:25,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/a7a187db89904e22b02e167589806a31 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/a7a187db89904e22b02e167589806a31 2024-12-07T07:15:25,120 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/a7a187db89904e22b02e167589806a31, entries=150, sequenceid=338, filesize=12.0 K 2024-12-07T07:15:25,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/a7a851e78a9643419cce5c73c1c2bd4b as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/a7a851e78a9643419cce5c73c1c2bd4b 2024-12-07T07:15:25,124 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/a7a851e78a9643419cce5c73c1c2bd4b, entries=150, sequenceid=338, filesize=12.0 K 2024-12-07T07:15:25,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/be8bdc2c9cbc446bb7fbba0f805e3781 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/be8bdc2c9cbc446bb7fbba0f805e3781 2024-12-07T07:15:25,128 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/be8bdc2c9cbc446bb7fbba0f805e3781, entries=150, sequenceid=338, filesize=12.0 K 2024-12-07T07:15:25,128 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for b0f9850b1b00e38049728b97d4899585 in 1249ms, sequenceid=338, compaction requested=true 2024-12-07T07:15:25,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:25,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:25,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-12-07T07:15:25,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-12-07T07:15:25,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-12-07T07:15:25,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4050 sec 2024-12-07T07:15:25,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.4120 sec 2024-12-07T07:15:25,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on b0f9850b1b00e38049728b97d4899585 2024-12-07T07:15:25,142 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b0f9850b1b00e38049728b97d4899585 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-12-07T07:15:25,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=A 2024-12-07T07:15:25,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-07T07:15:25,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=B 2024-12-07T07:15:25,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-07T07:15:25,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=C 2024-12-07T07:15:25,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-07T07:15:25,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/a5816cde8cea4ec48fc4934f89c892c9 is 50, key is test_row_0/A:col10/1733555723989/Put/seqid=0 2024-12-07T07:15:25,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742129_1305 (size=14741) 2024-12-07T07:15:25,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:25,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555785160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:25,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:25,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:25,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:25,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555785161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:25,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:25,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:25,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:25,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:25,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555785270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:25,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:25,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555785270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:25,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:25,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:25,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:25,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:25,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:25,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555785480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:25,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:25,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:25,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:25,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555785480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:25,484 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:25,484 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:25,484 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:25,554 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/a5816cde8cea4ec48fc4934f89c892c9 2024-12-07T07:15:25,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/5b498f0847f94934bcc84db76000d11d is 50, key is test_row_0/B:col10/1733555723989/Put/seqid=0 2024-12-07T07:15:25,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742130_1306 (size=12301) 2024-12-07T07:15:25,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/5b498f0847f94934bcc84db76000d11d 2024-12-07T07:15:25,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/6a63f4e5c207405aad5f38c6ecf0087d is 50, key is test_row_0/C:col10/1733555723989/Put/seqid=0 2024-12-07T07:15:25,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742131_1307 (size=12301) 2024-12-07T07:15:25,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/6a63f4e5c207405aad5f38c6ecf0087d 2024-12-07T07:15:25,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/a5816cde8cea4ec48fc4934f89c892c9 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/a5816cde8cea4ec48fc4934f89c892c9 2024-12-07T07:15:25,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/a5816cde8cea4ec48fc4934f89c892c9, entries=200, sequenceid=377, filesize=14.4 K 2024-12-07T07:15:25,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/5b498f0847f94934bcc84db76000d11d as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/5b498f0847f94934bcc84db76000d11d 2024-12-07T07:15:25,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/5b498f0847f94934bcc84db76000d11d, entries=150, sequenceid=377, filesize=12.0 K 2024-12-07T07:15:25,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/6a63f4e5c207405aad5f38c6ecf0087d as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/6a63f4e5c207405aad5f38c6ecf0087d 2024-12-07T07:15:25,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/6a63f4e5c207405aad5f38c6ecf0087d, entries=150, sequenceid=377, filesize=12.0 K 2024-12-07T07:15:25,638 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for b0f9850b1b00e38049728b97d4899585 in 496ms, sequenceid=377, compaction requested=true 2024-12-07T07:15:25,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:25,638 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T07:15:25,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f9850b1b00e38049728b97d4899585:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:15:25,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:25,639 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T07:15:25,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f9850b1b00e38049728b97d4899585:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:15:25,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:25,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f9850b1b00e38049728b97d4899585:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:15:25,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:15:25,640 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52292 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T07:15:25,640 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): b0f9850b1b00e38049728b97d4899585/A is initiating minor compaction (all files) 2024-12-07T07:15:25,640 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b0f9850b1b00e38049728b97d4899585/A in TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:25,640 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/2b543757f3674b3e828b47d51707b164, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/6be9e657d71f4dbcb03ac746cf00bae2, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/a7a187db89904e22b02e167589806a31, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/a5816cde8cea4ec48fc4934f89c892c9] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp, totalSize=51.1 K 2024-12-07T07:15:25,640 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T07:15:25,640 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): b0f9850b1b00e38049728b97d4899585/B is initiating minor compaction (all files) 2024-12-07T07:15:25,640 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b0f9850b1b00e38049728b97d4899585/B in TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:25,641 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/f730b2bca0b744e4a141ecd91771f64f, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/ef65c1e7275e4bf49c1cd40b216847bd, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/a7a851e78a9643419cce5c73c1c2bd4b, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/5b498f0847f94934bcc84db76000d11d] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp, totalSize=48.7 K 2024-12-07T07:15:25,641 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting f730b2bca0b744e4a141ecd91771f64f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733555722502 2024-12-07T07:15:25,641 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b543757f3674b3e828b47d51707b164, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733555722502 2024-12-07T07:15:25,642 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6be9e657d71f4dbcb03ac746cf00bae2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1733555722624 2024-12-07T07:15:25,642 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7a187db89904e22b02e167589806a31, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1733555723284 2024-12-07T07:15:25,642 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting ef65c1e7275e4bf49c1cd40b216847bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1733555722624 2024-12-07T07:15:25,642 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5816cde8cea4ec48fc4934f89c892c9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733555723989 2024-12-07T07:15:25,643 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting a7a851e78a9643419cce5c73c1c2bd4b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1733555723284 2024-12-07T07:15:25,643 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b498f0847f94934bcc84db76000d11d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733555723989 2024-12-07T07:15:25,661 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f9850b1b00e38049728b97d4899585#A#compaction#261 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:25,661 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f9850b1b00e38049728b97d4899585#B#compaction#262 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:25,662 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/11b0f5bfa92c47f69813af79c2c5f5f0 is 50, key is test_row_0/A:col10/1733555723989/Put/seqid=0 2024-12-07T07:15:25,662 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/86e1047bf0bb4ed4a565ae62b8ef96b5 is 50, key is test_row_0/B:col10/1733555723989/Put/seqid=0 2024-12-07T07:15:25,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742133_1309 (size=13085) 2024-12-07T07:15:25,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742132_1308 (size=13085) 2024-12-07T07:15:25,688 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/86e1047bf0bb4ed4a565ae62b8ef96b5 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/86e1047bf0bb4ed4a565ae62b8ef96b5 2024-12-07T07:15:25,696 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/11b0f5bfa92c47f69813af79c2c5f5f0 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/11b0f5bfa92c47f69813af79c2c5f5f0 2024-12-07T07:15:25,698 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b0f9850b1b00e38049728b97d4899585/B of b0f9850b1b00e38049728b97d4899585 into 86e1047bf0bb4ed4a565ae62b8ef96b5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:25,698 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:25,698 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., storeName=b0f9850b1b00e38049728b97d4899585/B, priority=12, startTime=1733555725639; duration=0sec 2024-12-07T07:15:25,698 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:15:25,698 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f9850b1b00e38049728b97d4899585:B 2024-12-07T07:15:25,698 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T07:15:25,702 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T07:15:25,703 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): b0f9850b1b00e38049728b97d4899585/C is initiating minor compaction (all files) 2024-12-07T07:15:25,703 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b0f9850b1b00e38049728b97d4899585/C in TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:25,703 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/d3d63f55d8ef443194679b9a1b50136c, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/1b7c634e36aa45fba676340c010327bc, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/be8bdc2c9cbc446bb7fbba0f805e3781, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/6a63f4e5c207405aad5f38c6ecf0087d] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp, totalSize=48.7 K 2024-12-07T07:15:25,704 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting d3d63f55d8ef443194679b9a1b50136c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733555722502 2024-12-07T07:15:25,704 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b7c634e36aa45fba676340c010327bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1733555722624 2024-12-07T07:15:25,705 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting be8bdc2c9cbc446bb7fbba0f805e3781, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1733555723284 2024-12-07T07:15:25,705 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b0f9850b1b00e38049728b97d4899585/A of b0f9850b1b00e38049728b97d4899585 into 11b0f5bfa92c47f69813af79c2c5f5f0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:25,705 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:25,705 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., storeName=b0f9850b1b00e38049728b97d4899585/A, priority=12, startTime=1733555725638; duration=0sec 2024-12-07T07:15:25,705 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:25,705 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f9850b1b00e38049728b97d4899585:A 2024-12-07T07:15:25,706 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a63f4e5c207405aad5f38c6ecf0087d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733555723989 2024-12-07T07:15:25,714 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f9850b1b00e38049728b97d4899585#C#compaction#263 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:25,714 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/13f9170aa01245b78a05554a6c92630f is 50, key is test_row_0/C:col10/1733555723989/Put/seqid=0 2024-12-07T07:15:25,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742134_1310 (size=13085) 2024-12-07T07:15:25,727 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/13f9170aa01245b78a05554a6c92630f as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/13f9170aa01245b78a05554a6c92630f 2024-12-07T07:15:25,736 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b0f9850b1b00e38049728b97d4899585/C of b0f9850b1b00e38049728b97d4899585 into 13f9170aa01245b78a05554a6c92630f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:25,736 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:25,736 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., storeName=b0f9850b1b00e38049728b97d4899585/C, priority=12, startTime=1733555725639; duration=0sec 2024-12-07T07:15:25,736 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:25,736 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f9850b1b00e38049728b97d4899585:C 2024-12-07T07:15:25,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on b0f9850b1b00e38049728b97d4899585 2024-12-07T07:15:25,792 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b0f9850b1b00e38049728b97d4899585 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-07T07:15:25,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=A 2024-12-07T07:15:25,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:25,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=B 2024-12-07T07:15:25,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:25,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=C 2024-12-07T07:15:25,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:25,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/b408594a6f8248a5b4b5d9f29c9262ca is 50, key is test_row_0/A:col10/1733555725791/Put/seqid=0 2024-12-07T07:15:25,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742135_1311 (size=14741) 2024-12-07T07:15:25,809 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/b408594a6f8248a5b4b5d9f29c9262ca 2024-12-07T07:15:25,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/9922063a334f41b8a01d122ae5215599 is 50, key is test_row_0/B:col10/1733555725791/Put/seqid=0 2024-12-07T07:15:25,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742136_1312 (size=12301) 2024-12-07T07:15:25,838 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733555725824, max timestamp=1733555725836Num uniques 859; 2024-12-07T07:15:25,838 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733555725824, max timestamp=1733555725836Num uniques 859; 2024-12-07T07:15:25,839 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T07:15:25,839 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733555725824, max timestamp=1733555725836Num uniques 859; 2024-12-07T07:15:25,839 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T07:15:25,839 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T07:15:25,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555785871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:25,875 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:25,875 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:25,875 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:25,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:25,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555785873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:25,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:25,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:25,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:25,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-07T07:15:25,881 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:15:25,881 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T07:15:25,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-12-07T07:15:25,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-07T07:15:25,884 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T07:15:25,887 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T07:15:25,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T07:15:25,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:25,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555785980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:25,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:25,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555785980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:25,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:25,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:25,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:25,984 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:25,984 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:25,984 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:25,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-07T07:15:26,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-07T07:15:26,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:26,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. as already flushing 2024-12-07T07:15:26,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:26,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:26,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:26,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:26,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:26,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:26,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555786190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:26,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555786190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:26,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:26,194 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:26,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:26,194 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:26,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:26,194 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:26,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-07T07:15:26,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:26,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. as already flushing 2024-12-07T07:15:26,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:26,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:26,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:26,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:26,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-07T07:15:26,233 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/9922063a334f41b8a01d122ae5215599 2024-12-07T07:15:26,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/8c33f55a6ce94822bf0cc1012939cdeb is 50, key is test_row_0/C:col10/1733555725791/Put/seqid=0 2024-12-07T07:15:26,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742137_1313 (size=12301) 2024-12-07T07:15:26,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/8c33f55a6ce94822bf0cc1012939cdeb 2024-12-07T07:15:26,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/b408594a6f8248a5b4b5d9f29c9262ca as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/b408594a6f8248a5b4b5d9f29c9262ca 2024-12-07T07:15:26,300 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/b408594a6f8248a5b4b5d9f29c9262ca, entries=200, sequenceid=391, filesize=14.4 K 2024-12-07T07:15:26,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/9922063a334f41b8a01d122ae5215599 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/9922063a334f41b8a01d122ae5215599 2024-12-07T07:15:26,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/9922063a334f41b8a01d122ae5215599, entries=150, sequenceid=391, filesize=12.0 K 2024-12-07T07:15:26,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/8c33f55a6ce94822bf0cc1012939cdeb as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/8c33f55a6ce94822bf0cc1012939cdeb 2024-12-07T07:15:26,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/8c33f55a6ce94822bf0cc1012939cdeb, entries=150, sequenceid=391, filesize=12.0 K 2024-12-07T07:15:26,315 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=125.23 KB/128240 for b0f9850b1b00e38049728b97d4899585 in 523ms, sequenceid=391, compaction requested=false 2024-12-07T07:15:26,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:26,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-07T07:15:26,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:26,353 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing b0f9850b1b00e38049728b97d4899585 3/3 column families, dataSize=125.23 KB heapSize=355.30 KB 2024-12-07T07:15:26,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=A 2024-12-07T07:15:26,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:15:26,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=B 2024-12-07T07:15:26,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:15:26,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=C 2024-12-07T07:15:26,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:15:26,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/04d61a5d408e41c0a0050e7df30003f0 is 50, key is test_row_0/A:col10/1733555725860/Put/seqid=0 2024-12-07T07:15:26,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742138_1314 (size=12301) 2024-12-07T07:15:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on b0f9850b1b00e38049728b97d4899585 2024-12-07T07:15:26,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. as already flushing 2024-12-07T07:15:26,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-07T07:15:26,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:26,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555786537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:26,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:26,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:26,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:26,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:26,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555786539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:26,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:26,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:26,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:26,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555786650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:26,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555786650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:26,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:26,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:26,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:26,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:26,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:26,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:26,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:26,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56548 deadline: 1733555786760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:26,763 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_0' in b0f9850b1b00e38049728b97d4899585 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:15:26,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:26,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:26,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:26,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:26,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56528 deadline: 1733555786770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:26,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:26,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56486 deadline: 1733555786770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:26,773 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_0' in b0f9850b1b00e38049728b97d4899585 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8221 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:15:26,774 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:26,774 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:26,774 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:26,774 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_1' in b0f9850b1b00e38049728b97d4899585 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8222 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:15:26,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:26,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:26,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:26,835 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/04d61a5d408e41c0a0050e7df30003f0 2024-12-07T07:15:26,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/29389b02f99744009843086dcd215abf is 50, key is test_row_0/B:col10/1733555725860/Put/seqid=0 2024-12-07T07:15:26,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742139_1315 (size=12301) 2024-12-07T07:15:26,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:26,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555786860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:26,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:26,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:26,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:26,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:26,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555786860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:26,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:26,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:26,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:27,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-07T07:15:27,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555787171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:27,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:27,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:27,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:27,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:27,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555787171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:27,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:27,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:27,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:27,264 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/29389b02f99744009843086dcd215abf 2024-12-07T07:15:27,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/ecdbf2d7e3cf4d30bbb488cf0d7a4f76 is 50, key is test_row_0/C:col10/1733555725860/Put/seqid=0 2024-12-07T07:15:27,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742140_1316 (size=12301) 2024-12-07T07:15:27,373 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/ecdbf2d7e3cf4d30bbb488cf0d7a4f76 2024-12-07T07:15:27,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/04d61a5d408e41c0a0050e7df30003f0 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/04d61a5d408e41c0a0050e7df30003f0 2024-12-07T07:15:27,392 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/04d61a5d408e41c0a0050e7df30003f0, entries=150, sequenceid=426, filesize=12.0 K 2024-12-07T07:15:27,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/29389b02f99744009843086dcd215abf as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/29389b02f99744009843086dcd215abf 2024-12-07T07:15:27,397 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/29389b02f99744009843086dcd215abf, entries=150, sequenceid=426, filesize=12.0 K 2024-12-07T07:15:27,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/ecdbf2d7e3cf4d30bbb488cf0d7a4f76 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/ecdbf2d7e3cf4d30bbb488cf0d7a4f76 2024-12-07T07:15:27,405 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/ecdbf2d7e3cf4d30bbb488cf0d7a4f76, entries=150, sequenceid=426, filesize=12.0 K 2024-12-07T07:15:27,406 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~125.23 KB/128240, heapSize ~355.25 KB/363776, currentSize=53.67 KB/54960 for b0f9850b1b00e38049728b97d4899585 in 1053ms, sequenceid=426, compaction requested=true 2024-12-07T07:15:27,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:27,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:27,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-12-07T07:15:27,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-12-07T07:15:27,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-12-07T07:15:27,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5200 sec 2024-12-07T07:15:27,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.5310 sec 2024-12-07T07:15:27,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on b0f9850b1b00e38049728b97d4899585 2024-12-07T07:15:27,683 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b0f9850b1b00e38049728b97d4899585 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-07T07:15:27,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=A 2024-12-07T07:15:27,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:27,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=B 2024-12-07T07:15:27,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:27,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=C 2024-12-07T07:15:27,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:27,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/7c99f8cfae634ebf92dcbe3d4a77695e is 50, key is test_row_0/A:col10/1733555727682/Put/seqid=0 2024-12-07T07:15:27,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742141_1317 (size=14741) 2024-12-07T07:15:27,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:27,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555787732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:27,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:27,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:27,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:27,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:27,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555787733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:27,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:27,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:27,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:27,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:27,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555787839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:27,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:27,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:27,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:27,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:27,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555787840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:27,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:27,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:27,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:28,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-07T07:15:28,030 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:15:28,031 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T07:15:28,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-12-07T07:15:28,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-07T07:15:28,033 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T07:15:28,033 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T07:15:28,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T07:15:28,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:28,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555788049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:28,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:28,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:28,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:28,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:28,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555788050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:28,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:28,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:28,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:28,118 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/7c99f8cfae634ebf92dcbe3d4a77695e 2024-12-07T07:15:28,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/69f6ea5849034b17a3c0c932e4a4ea75 is 50, key is test_row_0/B:col10/1733555727682/Put/seqid=0 2024-12-07T07:15:28,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742142_1318 (size=12301) 2024-12-07T07:15:28,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-07T07:15:28,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-07T07:15:28,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:28,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. as already flushing 2024-12-07T07:15:28,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:28,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:28,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:28,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:28,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-07T07:15:28,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:28,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. as already flushing 2024-12-07T07:15:28,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:28,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:28,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:28,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:28,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-07T07:15:28,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:28,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555788360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:28,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:28,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:28,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:28,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:28,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555788361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:28,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:28,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:28,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:28,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-07T07:15:28,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:28,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. as already flushing 2024-12-07T07:15:28,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:28,494 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:28,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:28,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:28,528 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/69f6ea5849034b17a3c0c932e4a4ea75 2024-12-07T07:15:28,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/ad27587f6a324243882ec279cba01571 is 50, key is test_row_0/C:col10/1733555727682/Put/seqid=0 2024-12-07T07:15:28,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742143_1319 (size=12301) 2024-12-07T07:15:28,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-07T07:15:28,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:28,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. as already flushing 2024-12-07T07:15:28,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:28,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:28,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:28,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:28,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-07T07:15:28,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-07T07:15:28,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:28,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. as already flushing 2024-12-07T07:15:28,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:28,799 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:28,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:28,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:28,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:28,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555788870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:28,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:28,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:28,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555788871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:28,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:28,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:28,874 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:28,874 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:28,874 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:28,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/ad27587f6a324243882ec279cba01571 2024-12-07T07:15:28,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/7c99f8cfae634ebf92dcbe3d4a77695e as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/7c99f8cfae634ebf92dcbe3d4a77695e 2024-12-07T07:15:28,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/7c99f8cfae634ebf92dcbe3d4a77695e, entries=200, sequenceid=439, filesize=14.4 K 2024-12-07T07:15:28,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/69f6ea5849034b17a3c0c932e4a4ea75 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/69f6ea5849034b17a3c0c932e4a4ea75 2024-12-07T07:15:28,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/69f6ea5849034b17a3c0c932e4a4ea75, entries=150, sequenceid=439, filesize=12.0 K 2024-12-07T07:15:28,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/ad27587f6a324243882ec279cba01571 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/ad27587f6a324243882ec279cba01571 2024-12-07T07:15:28,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-07T07:15:28,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:28,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. as already flushing 2024-12-07T07:15:28,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:28,952 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:28,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:28,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/ad27587f6a324243882ec279cba01571, entries=150, sequenceid=439, filesize=12.0 K 2024-12-07T07:15:28,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for b0f9850b1b00e38049728b97d4899585 in 1275ms, sequenceid=439, compaction requested=true 2024-12-07T07:15:28,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:28,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f9850b1b00e38049728b97d4899585:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:15:28,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:28,958 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T07:15:28,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f9850b1b00e38049728b97d4899585:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:15:28,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:28,958 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T07:15:28,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f9850b1b00e38049728b97d4899585:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:15:28,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:15:28,960 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T07:15:28,960 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54868 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T07:15:28,960 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): b0f9850b1b00e38049728b97d4899585/A is initiating minor compaction (all files) 2024-12-07T07:15:28,960 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): b0f9850b1b00e38049728b97d4899585/B is initiating minor compaction (all files) 2024-12-07T07:15:28,960 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b0f9850b1b00e38049728b97d4899585/A in TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:28,960 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b0f9850b1b00e38049728b97d4899585/B in TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:28,960 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/11b0f5bfa92c47f69813af79c2c5f5f0, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/b408594a6f8248a5b4b5d9f29c9262ca, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/04d61a5d408e41c0a0050e7df30003f0, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/7c99f8cfae634ebf92dcbe3d4a77695e] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp, totalSize=53.6 K 2024-12-07T07:15:28,960 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/86e1047bf0bb4ed4a565ae62b8ef96b5, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/9922063a334f41b8a01d122ae5215599, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/29389b02f99744009843086dcd215abf, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/69f6ea5849034b17a3c0c932e4a4ea75] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp, totalSize=48.8 K 2024-12-07T07:15:28,960 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 86e1047bf0bb4ed4a565ae62b8ef96b5, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733555723989 2024-12-07T07:15:28,960 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11b0f5bfa92c47f69813af79c2c5f5f0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733555723989 2024-12-07T07:15:28,961 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting b408594a6f8248a5b4b5d9f29c9262ca, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1733555725158 2024-12-07T07:15:28,961 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 9922063a334f41b8a01d122ae5215599, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1733555725159 2024-12-07T07:15:28,961 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04d61a5d408e41c0a0050e7df30003f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1733555725860 2024-12-07T07:15:28,961 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 29389b02f99744009843086dcd215abf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1733555725860 2024-12-07T07:15:28,961 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c99f8cfae634ebf92dcbe3d4a77695e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1733555726534 2024-12-07T07:15:28,961 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 69f6ea5849034b17a3c0c932e4a4ea75, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1733555726534 2024-12-07T07:15:28,971 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f9850b1b00e38049728b97d4899585#B#compaction#274 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:28,971 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f9850b1b00e38049728b97d4899585#A#compaction#273 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:28,972 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/f0ded2a647b141b2aade58b930559267 is 50, key is test_row_0/B:col10/1733555727682/Put/seqid=0 2024-12-07T07:15:28,972 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/4486b6698a344f4aaaf97bf2be107f4d is 50, key is test_row_0/A:col10/1733555727682/Put/seqid=0 2024-12-07T07:15:28,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742145_1321 (size=13221) 2024-12-07T07:15:28,994 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/f0ded2a647b141b2aade58b930559267 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/f0ded2a647b141b2aade58b930559267 2024-12-07T07:15:29,008 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b0f9850b1b00e38049728b97d4899585/B of b0f9850b1b00e38049728b97d4899585 into f0ded2a647b141b2aade58b930559267(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:29,008 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:29,008 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., storeName=b0f9850b1b00e38049728b97d4899585/B, priority=12, startTime=1733555728958; duration=0sec 2024-12-07T07:15:29,008 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:15:29,008 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f9850b1b00e38049728b97d4899585:B 2024-12-07T07:15:29,008 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T07:15:29,010 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T07:15:29,010 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): b0f9850b1b00e38049728b97d4899585/C is initiating minor compaction (all files) 2024-12-07T07:15:29,011 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b0f9850b1b00e38049728b97d4899585/C in TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:29,011 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/13f9170aa01245b78a05554a6c92630f, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/8c33f55a6ce94822bf0cc1012939cdeb, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/ecdbf2d7e3cf4d30bbb488cf0d7a4f76, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/ad27587f6a324243882ec279cba01571] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp, totalSize=48.8 K 2024-12-07T07:15:29,012 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 13f9170aa01245b78a05554a6c92630f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733555723989 2024-12-07T07:15:29,012 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c33f55a6ce94822bf0cc1012939cdeb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1733555725159 2024-12-07T07:15:29,012 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting ecdbf2d7e3cf4d30bbb488cf0d7a4f76, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1733555725860 2024-12-07T07:15:29,013 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting ad27587f6a324243882ec279cba01571, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1733555726534 2024-12-07T07:15:29,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742144_1320 (size=13221) 2024-12-07T07:15:29,024 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/4486b6698a344f4aaaf97bf2be107f4d as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/4486b6698a344f4aaaf97bf2be107f4d 2024-12-07T07:15:29,035 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b0f9850b1b00e38049728b97d4899585/A of b0f9850b1b00e38049728b97d4899585 into 4486b6698a344f4aaaf97bf2be107f4d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:29,035 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:29,035 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., storeName=b0f9850b1b00e38049728b97d4899585/A, priority=12, startTime=1733555728958; duration=0sec 2024-12-07T07:15:29,044 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f9850b1b00e38049728b97d4899585#C#compaction#275 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:29,044 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:29,044 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f9850b1b00e38049728b97d4899585:A 2024-12-07T07:15:29,045 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/68dd8af55bf14aaea0798e720a13d50b is 50, key is test_row_0/C:col10/1733555727682/Put/seqid=0 2024-12-07T07:15:29,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742146_1322 (size=13221) 2024-12-07T07:15:29,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-07T07:15:29,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:29,105 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing b0f9850b1b00e38049728b97d4899585 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-07T07:15:29,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=A 2024-12-07T07:15:29,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:29,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=B 2024-12-07T07:15:29,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:29,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=C 2024-12-07T07:15:29,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:29,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/79cc19e57932406b8f5b1ef6899f881b is 50, key is test_row_0/A:col10/1733555727731/Put/seqid=0 2024-12-07T07:15:29,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742147_1323 (size=12301) 2024-12-07T07:15:29,116 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/79cc19e57932406b8f5b1ef6899f881b 2024-12-07T07:15:29,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/5c2c4eb3b1e54eb292804235d26a4c68 is 50, key is test_row_0/B:col10/1733555727731/Put/seqid=0 2024-12-07T07:15:29,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742148_1324 (size=12301) 2024-12-07T07:15:29,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-07T07:15:29,470 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/68dd8af55bf14aaea0798e720a13d50b as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/68dd8af55bf14aaea0798e720a13d50b 2024-12-07T07:15:29,475 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b0f9850b1b00e38049728b97d4899585/C of b0f9850b1b00e38049728b97d4899585 into 68dd8af55bf14aaea0798e720a13d50b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:29,475 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:29,475 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., storeName=b0f9850b1b00e38049728b97d4899585/C, priority=12, startTime=1733555728958; duration=0sec 2024-12-07T07:15:29,475 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:29,475 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f9850b1b00e38049728b97d4899585:C 2024-12-07T07:15:29,529 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/5c2c4eb3b1e54eb292804235d26a4c68 2024-12-07T07:15:29,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/ac85e2d216bb4946bd3a18799090209f is 50, key is test_row_0/C:col10/1733555727731/Put/seqid=0 2024-12-07T07:15:29,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742149_1325 (size=12301) 2024-12-07T07:15:29,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. as already flushing 2024-12-07T07:15:29,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on b0f9850b1b00e38049728b97d4899585 2024-12-07T07:15:29,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:29,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555789901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:29,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:29,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:29,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:29,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:29,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555789902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:29,906 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:29,906 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:29,906 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:29,941 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/ac85e2d216bb4946bd3a18799090209f 2024-12-07T07:15:29,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/79cc19e57932406b8f5b1ef6899f881b as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/79cc19e57932406b8f5b1ef6899f881b 2024-12-07T07:15:29,948 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/79cc19e57932406b8f5b1ef6899f881b, entries=150, sequenceid=460, filesize=12.0 K 2024-12-07T07:15:29,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/5c2c4eb3b1e54eb292804235d26a4c68 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/5c2c4eb3b1e54eb292804235d26a4c68 2024-12-07T07:15:29,952 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/5c2c4eb3b1e54eb292804235d26a4c68, entries=150, sequenceid=460, filesize=12.0 K 2024-12-07T07:15:29,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/ac85e2d216bb4946bd3a18799090209f as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/ac85e2d216bb4946bd3a18799090209f 2024-12-07T07:15:29,956 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/ac85e2d216bb4946bd3a18799090209f, entries=150, sequenceid=460, filesize=12.0 K 2024-12-07T07:15:29,957 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for b0f9850b1b00e38049728b97d4899585 in 851ms, sequenceid=460, compaction requested=false 2024-12-07T07:15:29,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:29,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:29,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-12-07T07:15:29,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-12-07T07:15:29,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-12-07T07:15:29,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9240 sec 2024-12-07T07:15:29,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.9290 sec 2024-12-07T07:15:30,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on b0f9850b1b00e38049728b97d4899585 2024-12-07T07:15:30,012 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b0f9850b1b00e38049728b97d4899585 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-07T07:15:30,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=A 2024-12-07T07:15:30,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:30,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=B 2024-12-07T07:15:30,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:30,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=C 2024-12-07T07:15:30,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:30,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/e159059b9d77433e86e9ba372ad678bf is 50, key is test_row_0/A:col10/1733555729901/Put/seqid=0 2024-12-07T07:15:30,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742150_1326 (size=14741) 2024-12-07T07:15:30,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:30,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555790048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:30,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:30,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:30,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:30,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:30,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555790049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:30,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:30,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:30,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:30,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:30,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555790160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:30,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:30,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:30,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:30,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:30,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555790160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:30,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:30,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:30,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:30,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-07T07:15:30,181 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:15:30,181 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T07:15:30,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-12-07T07:15:30,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-07T07:15:30,183 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T07:15:30,183 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T07:15:30,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T07:15:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-07T07:15:30,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-07T07:15:30,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:30,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. as already flushing 2024-12-07T07:15:30,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:30,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:30,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:30,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555790370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:30,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:30,373 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:30,373 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555790370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:30,373 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:30,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:30,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:30,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:30,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/e159059b9d77433e86e9ba372ad678bf 2024-12-07T07:15:30,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/43be65aceb844832ad02de45a07c62c4 is 50, key is test_row_0/B:col10/1733555729901/Put/seqid=0 2024-12-07T07:15:30,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742151_1327 (size=12301) 2024-12-07T07:15:30,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-07T07:15:30,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:30,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. as already flushing 2024-12-07T07:15:30,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:30,489 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:30,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:30,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-07T07:15:30,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-07T07:15:30,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:30,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. as already flushing 2024-12-07T07:15:30,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:30,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:30,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:30,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:30,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:30,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555790680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:30,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:30,683 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:30,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555790680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:30,683 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:30,683 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:30,684 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:30,684 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:30,684 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:30,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-07T07:15:30,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:30,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. as already flushing 2024-12-07T07:15:30,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:30,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:30,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:30,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:30,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-07T07:15:30,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/43be65aceb844832ad02de45a07c62c4 2024-12-07T07:15:30,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/f0354631229f447d9cf35259102fc3a5 is 50, key is test_row_0/C:col10/1733555729901/Put/seqid=0 2024-12-07T07:15:30,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742152_1328 (size=12301) 2024-12-07T07:15:30,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-07T07:15:30,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:30,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. as already flushing 2024-12-07T07:15:30,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:30,950 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:30,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:30,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:31,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-07T07:15:31,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:31,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. as already flushing 2024-12-07T07:15:31,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:31,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:31,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:31,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:31,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:31,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56536 deadline: 1733555791190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:31,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:31,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:31,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:31,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:31,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56504 deadline: 1733555791190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:31,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:31,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:31,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:15:31,193 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T07:15:31,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-07T07:15:31,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:31,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. as already flushing 2024-12-07T07:15:31,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:31,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:31,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:31,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/f0354631229f447d9cf35259102fc3a5 2024-12-07T07:15:31,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/e159059b9d77433e86e9ba372ad678bf as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/e159059b9d77433e86e9ba372ad678bf 2024-12-07T07:15:31,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/e159059b9d77433e86e9ba372ad678bf, entries=200, sequenceid=476, filesize=14.4 K 2024-12-07T07:15:31,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/43be65aceb844832ad02de45a07c62c4 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/43be65aceb844832ad02de45a07c62c4 2024-12-07T07:15:31,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/43be65aceb844832ad02de45a07c62c4, entries=150, sequenceid=476, filesize=12.0 K 2024-12-07T07:15:31,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/f0354631229f447d9cf35259102fc3a5 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/f0354631229f447d9cf35259102fc3a5 2024-12-07T07:15:31,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/f0354631229f447d9cf35259102fc3a5, entries=150, sequenceid=476, filesize=12.0 K 2024-12-07T07:15:31,309 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for b0f9850b1b00e38049728b97d4899585 in 1297ms, sequenceid=476, compaction requested=true 2024-12-07T07:15:31,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:31,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f9850b1b00e38049728b97d4899585:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:15:31,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:31,310 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:15:31,310 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:15:31,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f9850b1b00e38049728b97d4899585:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:15:31,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:31,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b0f9850b1b00e38049728b97d4899585:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:15:31,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:15:31,311 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:15:31,311 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): b0f9850b1b00e38049728b97d4899585/B is initiating minor compaction (all files) 2024-12-07T07:15:31,312 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b0f9850b1b00e38049728b97d4899585/B in TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:31,312 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/f0ded2a647b141b2aade58b930559267, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/5c2c4eb3b1e54eb292804235d26a4c68, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/43be65aceb844832ad02de45a07c62c4] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp, totalSize=36.9 K 2024-12-07T07:15:31,312 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40263 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:15:31,312 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): b0f9850b1b00e38049728b97d4899585/A is initiating minor compaction (all files) 2024-12-07T07:15:31,312 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b0f9850b1b00e38049728b97d4899585/A in TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:31,312 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/4486b6698a344f4aaaf97bf2be107f4d, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/79cc19e57932406b8f5b1ef6899f881b, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/e159059b9d77433e86e9ba372ad678bf] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp, totalSize=39.3 K 2024-12-07T07:15:31,312 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting f0ded2a647b141b2aade58b930559267, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1733555726534 2024-12-07T07:15:31,313 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4486b6698a344f4aaaf97bf2be107f4d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1733555726534 2024-12-07T07:15:31,313 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c2c4eb3b1e54eb292804235d26a4c68, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1733555727724 2024-12-07T07:15:31,314 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79cc19e57932406b8f5b1ef6899f881b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1733555727724 2024-12-07T07:15:31,314 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 43be65aceb844832ad02de45a07c62c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1733555729901 2024-12-07T07:15:31,314 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting e159059b9d77433e86e9ba372ad678bf, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1733555729887 2024-12-07T07:15:31,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-07T07:15:31,335 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f9850b1b00e38049728b97d4899585#B#compaction#282 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:31,336 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/3c0964018cf244ed95bcf2fa3f6a1b57 is 50, key is test_row_0/B:col10/1733555729901/Put/seqid=0 2024-12-07T07:15:31,339 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f9850b1b00e38049728b97d4899585#A#compaction#283 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:31,339 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/0ae7687960654dfbb5933a3228c8995c is 50, key is test_row_0/A:col10/1733555729901/Put/seqid=0 2024-12-07T07:15:31,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742153_1329 (size=13323) 2024-12-07T07:15:31,373 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/3c0964018cf244ed95bcf2fa3f6a1b57 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/3c0964018cf244ed95bcf2fa3f6a1b57 2024-12-07T07:15:31,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742154_1330 (size=13323) 2024-12-07T07:15:31,388 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b0f9850b1b00e38049728b97d4899585/B of b0f9850b1b00e38049728b97d4899585 into 3c0964018cf244ed95bcf2fa3f6a1b57(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:31,388 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:31,388 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., storeName=b0f9850b1b00e38049728b97d4899585/B, priority=13, startTime=1733555731310; duration=0sec 2024-12-07T07:15:31,388 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:15:31,388 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f9850b1b00e38049728b97d4899585:B 2024-12-07T07:15:31,388 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:15:31,392 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/0ae7687960654dfbb5933a3228c8995c as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/0ae7687960654dfbb5933a3228c8995c 2024-12-07T07:15:31,393 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:15:31,393 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): b0f9850b1b00e38049728b97d4899585/C is initiating minor compaction (all files) 2024-12-07T07:15:31,393 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b0f9850b1b00e38049728b97d4899585/C in TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:31,393 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/68dd8af55bf14aaea0798e720a13d50b, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/ac85e2d216bb4946bd3a18799090209f, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/f0354631229f447d9cf35259102fc3a5] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp, totalSize=36.9 K 2024-12-07T07:15:31,393 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 68dd8af55bf14aaea0798e720a13d50b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1733555726534 2024-12-07T07:15:31,394 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting ac85e2d216bb4946bd3a18799090209f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1733555727724 2024-12-07T07:15:31,394 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting f0354631229f447d9cf35259102fc3a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1733555729901 2024-12-07T07:15:31,397 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b0f9850b1b00e38049728b97d4899585/A of b0f9850b1b00e38049728b97d4899585 into 0ae7687960654dfbb5933a3228c8995c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:31,397 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:31,397 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., storeName=b0f9850b1b00e38049728b97d4899585/A, priority=13, startTime=1733555731310; duration=0sec 2024-12-07T07:15:31,397 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:31,397 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f9850b1b00e38049728b97d4899585:A 2024-12-07T07:15:31,405 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b0f9850b1b00e38049728b97d4899585#C#compaction#284 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:31,405 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/ca22dc3bf3414f6492694427a8e22f99 is 50, key is test_row_0/C:col10/1733555729901/Put/seqid=0 2024-12-07T07:15:31,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-07T07:15:31,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:31,410 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing b0f9850b1b00e38049728b97d4899585 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-07T07:15:31,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=A 2024-12-07T07:15:31,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:31,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=B 2024-12-07T07:15:31,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:31,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=C 2024-12-07T07:15:31,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:31,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/0941222dd4834eb1a95895598b19276d is 50, key is test_row_0/A:col10/1733555730047/Put/seqid=0 2024-12-07T07:15:31,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742156_1332 (size=12301) 2024-12-07T07:15:31,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742155_1331 (size=13323) 2024-12-07T07:15:31,447 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/ca22dc3bf3414f6492694427a8e22f99 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/ca22dc3bf3414f6492694427a8e22f99 2024-12-07T07:15:31,455 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b0f9850b1b00e38049728b97d4899585/C of b0f9850b1b00e38049728b97d4899585 into ca22dc3bf3414f6492694427a8e22f99(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:31,455 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:31,455 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., storeName=b0f9850b1b00e38049728b97d4899585/C, priority=13, startTime=1733555731310; duration=0sec 2024-12-07T07:15:31,455 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:31,455 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b0f9850b1b00e38049728b97d4899585:C 2024-12-07T07:15:31,837 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/0941222dd4834eb1a95895598b19276d 2024-12-07T07:15:31,848 INFO [Thread-1128 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1128. 2024-12-07T07:15:31,848 INFO [Thread-1124 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1124. 2024-12-07T07:15:31,848 DEBUG [Thread-1128 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:15:31,848 DEBUG [Thread-1128 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:31,848 DEBUG [Thread-1124 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:15:31,848 DEBUG [Thread-1124 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:31,849 DEBUG [Thread-1128 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:31,849 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:15:31,849 DEBUG [Thread-1124 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:31,849 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:15:31,850 INFO [Thread-1122 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1122. 2024-12-07T07:15:31,850 DEBUG [Thread-1122 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:15:31,850 DEBUG [Thread-1122 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:31,850 DEBUG [Thread-1122 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:31,850 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:15:31,851 INFO [Thread-1126 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1126. 2024-12-07T07:15:31,851 DEBUG [Thread-1126 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:15:31,851 DEBUG [Thread-1126 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:31,851 DEBUG [Thread-1126 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:31,851 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:15:31,853 INFO [Thread-1130 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1130. 2024-12-07T07:15:31,853 DEBUG [Thread-1130 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:15:31,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/8ec42226ee084928b59176e3375e6967 is 50, key is test_row_0/B:col10/1733555730047/Put/seqid=0 2024-12-07T07:15:31,853 DEBUG [Thread-1130 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:31,853 DEBUG [Thread-1130 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:31,853 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:15:31,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742157_1333 (size=12301) 2024-12-07T07:15:32,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on b0f9850b1b00e38049728b97d4899585 2024-12-07T07:15:32,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. as already flushing 2024-12-07T07:15:32,212 INFO [Thread-1117 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1117. 2024-12-07T07:15:32,212 INFO [Thread-1115 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1115. 2024-12-07T07:15:32,212 DEBUG [Thread-1117 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:15:32,212 DEBUG [Thread-1115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:15:32,212 DEBUG [Thread-1117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:32,212 DEBUG [Thread-1115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:32,212 DEBUG [Thread-1115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:32,212 DEBUG [Thread-1117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:32,212 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:15:32,212 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:15:32,293 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/8ec42226ee084928b59176e3375e6967 2024-12-07T07:15:32,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/ccfebc9880064cfdba94f37afb37b41b is 50, key is test_row_0/C:col10/1733555730047/Put/seqid=0 2024-12-07T07:15:32,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742158_1334 (size=12301) 2024-12-07T07:15:32,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-07T07:15:32,704 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/ccfebc9880064cfdba94f37afb37b41b 2024-12-07T07:15:32,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/0941222dd4834eb1a95895598b19276d as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/0941222dd4834eb1a95895598b19276d 2024-12-07T07:15:32,718 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/0941222dd4834eb1a95895598b19276d, entries=150, sequenceid=495, filesize=12.0 K 2024-12-07T07:15:32,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/8ec42226ee084928b59176e3375e6967 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/8ec42226ee084928b59176e3375e6967 2024-12-07T07:15:32,723 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/8ec42226ee084928b59176e3375e6967, entries=150, sequenceid=495, filesize=12.0 K 2024-12-07T07:15:32,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/ccfebc9880064cfdba94f37afb37b41b as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/ccfebc9880064cfdba94f37afb37b41b 2024-12-07T07:15:32,728 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/ccfebc9880064cfdba94f37afb37b41b, entries=150, sequenceid=495, filesize=12.0 K 2024-12-07T07:15:32,729 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=13.42 KB/13740 for b0f9850b1b00e38049728b97d4899585 in 1319ms, sequenceid=495, compaction requested=false 2024-12-07T07:15:32,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for b0f9850b1b00e38049728b97d4899585: 2024-12-07T07:15:32,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:32,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-12-07T07:15:32,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-12-07T07:15:32,733 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-12-07T07:15:32,733 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5480 sec 2024-12-07T07:15:32,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 2.5530 sec 2024-12-07T07:15:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-07T07:15:34,351 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:15:36,792 INFO [Thread-1111 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1111. 2024-12-07T07:15:36,792 DEBUG [Thread-1111 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:15:36,792 DEBUG [Thread-1111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:36,792 DEBUG [Thread-1111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:36,792 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:15:36,842 INFO [Thread-1113 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1113. 2024-12-07T07:15:36,842 DEBUG [Thread-1113 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:15:36,842 DEBUG [Thread-1113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:36,842 DEBUG [Thread-1113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:36,842 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:15:36,873 INFO [Thread-1119 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1119. 2024-12-07T07:15:36,874 DEBUG [Thread-1119 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:15:36,874 DEBUG [Thread-1119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:36,874 DEBUG [Thread-1119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:36,874 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:15:36,875 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-07T07:15:36,875 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-12-07T07:15:36,875 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-12-07T07:15:36,875 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 143 2024-12-07T07:15:36,875 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 149 2024-12-07T07:15:36,875 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-12-07T07:15:36,875 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-07T07:15:36,875 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3759 2024-12-07T07:15:36,875 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3622 2024-12-07T07:15:36,875 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3627 2024-12-07T07:15:36,875 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3809 2024-12-07T07:15:36,875 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3667 2024-12-07T07:15:36,875 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-07T07:15:36,875 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T07:15:36,876 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T07:15:36,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:36,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:36,876 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:15:36,877 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-07T07:15:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-07T07:15:36,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-07T07:15:36,881 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733555736881"}]},"ts":"1733555736881"} 2024-12-07T07:15:36,882 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-07T07:15:36,882 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-07T07:15:36,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-07T07:15:36,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b0f9850b1b00e38049728b97d4899585, UNASSIGN}] 2024-12-07T07:15:36,885 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=80, ppid=79, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b0f9850b1b00e38049728b97d4899585, UNASSIGN 2024-12-07T07:15:36,886 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=80 updating hbase:meta row=b0f9850b1b00e38049728b97d4899585, regionState=CLOSING, regionLocation=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:36,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=79, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b0f9850b1b00e38049728b97d4899585, UNASSIGN because future has completed 2024-12-07T07:15:36,887 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T07:15:36,888 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; CloseRegionProcedure b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814}] 2024-12-07T07:15:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-07T07:15:37,040 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] handler.UnassignRegionHandler(122): Close b0f9850b1b00e38049728b97d4899585 2024-12-07T07:15:37,040 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-07T07:15:37,040 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1722): Closing b0f9850b1b00e38049728b97d4899585, disabling compactions & flushes 2024-12-07T07:15:37,040 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:37,040 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:37,040 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. after waiting 0 ms 2024-12-07T07:15:37,040 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:37,040 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(2902): Flushing b0f9850b1b00e38049728b97d4899585 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-07T07:15:37,041 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=A 2024-12-07T07:15:37,041 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:37,041 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=B 2024-12-07T07:15:37,041 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:37,041 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b0f9850b1b00e38049728b97d4899585, store=C 2024-12-07T07:15:37,041 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:37,045 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/084c3773c2e14375a8de07c8ea06d4ab is 50, key is test_row_0/A:col10/1733555736871/Put/seqid=0 2024-12-07T07:15:37,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742159_1335 (size=9857) 2024-12-07T07:15:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-07T07:15:37,451 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=504 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/084c3773c2e14375a8de07c8ea06d4ab 2024-12-07T07:15:37,461 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/5a143172269f4e7792f203467cb0be1c is 50, key is test_row_0/B:col10/1733555736871/Put/seqid=0 2024-12-07T07:15:37,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742160_1336 (size=9857) 2024-12-07T07:15:37,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-07T07:15:37,867 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=504 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/5a143172269f4e7792f203467cb0be1c 2024-12-07T07:15:37,880 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/7685078303de4a6ba7711510267b11e2 is 50, key is test_row_0/C:col10/1733555736871/Put/seqid=0 2024-12-07T07:15:37,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742161_1337 (size=9857) 2024-12-07T07:15:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-07T07:15:38,285 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=504 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/7685078303de4a6ba7711510267b11e2 2024-12-07T07:15:38,295 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/A/084c3773c2e14375a8de07c8ea06d4ab as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/084c3773c2e14375a8de07c8ea06d4ab 2024-12-07T07:15:38,301 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/084c3773c2e14375a8de07c8ea06d4ab, entries=100, sequenceid=504, filesize=9.6 K 2024-12-07T07:15:38,302 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/B/5a143172269f4e7792f203467cb0be1c as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/5a143172269f4e7792f203467cb0be1c 2024-12-07T07:15:38,306 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/5a143172269f4e7792f203467cb0be1c, entries=100, sequenceid=504, filesize=9.6 K 2024-12-07T07:15:38,307 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/.tmp/C/7685078303de4a6ba7711510267b11e2 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/7685078303de4a6ba7711510267b11e2 2024-12-07T07:15:38,311 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/7685078303de4a6ba7711510267b11e2, entries=100, sequenceid=504, filesize=9.6 K 2024-12-07T07:15:38,312 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for b0f9850b1b00e38049728b97d4899585 in 1271ms, sequenceid=504, compaction requested=true 2024-12-07T07:15:38,312 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/603d73b4f22e4a7baeed7d6b20bd81ab, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/f7df194fbc4c40b8801a59705413ae5a, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/f6aa87f0c59c4a249bf8d07ba9e15882, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/4d1dd752d6d145e8884a4cc86afe2f48, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/12873d14f5f9489faa3e802470c69650, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/036837fdb4134459a27f72cf55cbcd44, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/400a5ebe92004230b268b4862356eb1f, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/285e512389d7483bb396440e319757b2, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/3aa44df0afdd463e9298c82a513ddfdf, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/51204e1992ea491ca03a0da6db476aa0, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/8e8340eba3a04d388a747700023b24a0, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/3796e493d5734540b7d76a4e11df7b10, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/ebb0dfe5f329438488f65516dc04324f, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/9316d0e9555b484e805f8ba156481608, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/49ca21a34d284453b5a3ee66e430ace7, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/38499796e66d412f819e694c57a3198d, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/eea98d10def34925943d193efffd63a7, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/42b5f4b46e1c4e4cbe5a03b57914c7a8, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/2b543757f3674b3e828b47d51707b164, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/a29ceebfbed140a3a66c838bb9c43a10, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/6be9e657d71f4dbcb03ac746cf00bae2, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/a7a187db89904e22b02e167589806a31, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/a5816cde8cea4ec48fc4934f89c892c9, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/11b0f5bfa92c47f69813af79c2c5f5f0, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/b408594a6f8248a5b4b5d9f29c9262ca, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/04d61a5d408e41c0a0050e7df30003f0, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/7c99f8cfae634ebf92dcbe3d4a77695e, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/4486b6698a344f4aaaf97bf2be107f4d, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/79cc19e57932406b8f5b1ef6899f881b, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/e159059b9d77433e86e9ba372ad678bf] to archive 2024-12-07T07:15:38,314 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T07:15:38,316 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/603d73b4f22e4a7baeed7d6b20bd81ab to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/603d73b4f22e4a7baeed7d6b20bd81ab 2024-12-07T07:15:38,318 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/f7df194fbc4c40b8801a59705413ae5a to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/f7df194fbc4c40b8801a59705413ae5a 2024-12-07T07:15:38,320 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/f6aa87f0c59c4a249bf8d07ba9e15882 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/f6aa87f0c59c4a249bf8d07ba9e15882 2024-12-07T07:15:38,322 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/4d1dd752d6d145e8884a4cc86afe2f48 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/4d1dd752d6d145e8884a4cc86afe2f48 2024-12-07T07:15:38,324 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/12873d14f5f9489faa3e802470c69650 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/12873d14f5f9489faa3e802470c69650 2024-12-07T07:15:38,326 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/036837fdb4134459a27f72cf55cbcd44 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/036837fdb4134459a27f72cf55cbcd44 2024-12-07T07:15:38,327 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/400a5ebe92004230b268b4862356eb1f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/400a5ebe92004230b268b4862356eb1f 2024-12-07T07:15:38,329 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/285e512389d7483bb396440e319757b2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/285e512389d7483bb396440e319757b2 2024-12-07T07:15:38,331 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/3aa44df0afdd463e9298c82a513ddfdf to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/3aa44df0afdd463e9298c82a513ddfdf 2024-12-07T07:15:38,334 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/51204e1992ea491ca03a0da6db476aa0 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/51204e1992ea491ca03a0da6db476aa0 2024-12-07T07:15:38,336 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/8e8340eba3a04d388a747700023b24a0 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/8e8340eba3a04d388a747700023b24a0 2024-12-07T07:15:38,337 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/3796e493d5734540b7d76a4e11df7b10 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/3796e493d5734540b7d76a4e11df7b10 2024-12-07T07:15:38,339 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/ebb0dfe5f329438488f65516dc04324f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/ebb0dfe5f329438488f65516dc04324f 2024-12-07T07:15:38,340 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/9316d0e9555b484e805f8ba156481608 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/9316d0e9555b484e805f8ba156481608 2024-12-07T07:15:38,342 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/49ca21a34d284453b5a3ee66e430ace7 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/49ca21a34d284453b5a3ee66e430ace7 2024-12-07T07:15:38,343 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/38499796e66d412f819e694c57a3198d to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/38499796e66d412f819e694c57a3198d 2024-12-07T07:15:38,344 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/eea98d10def34925943d193efffd63a7 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/eea98d10def34925943d193efffd63a7 2024-12-07T07:15:38,346 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/42b5f4b46e1c4e4cbe5a03b57914c7a8 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/42b5f4b46e1c4e4cbe5a03b57914c7a8 2024-12-07T07:15:38,347 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/2b543757f3674b3e828b47d51707b164 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/2b543757f3674b3e828b47d51707b164 2024-12-07T07:15:38,349 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/a29ceebfbed140a3a66c838bb9c43a10 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/a29ceebfbed140a3a66c838bb9c43a10 2024-12-07T07:15:38,350 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/6be9e657d71f4dbcb03ac746cf00bae2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/6be9e657d71f4dbcb03ac746cf00bae2 2024-12-07T07:15:38,351 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/a7a187db89904e22b02e167589806a31 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/a7a187db89904e22b02e167589806a31 2024-12-07T07:15:38,352 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/a5816cde8cea4ec48fc4934f89c892c9 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/a5816cde8cea4ec48fc4934f89c892c9 2024-12-07T07:15:38,353 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/11b0f5bfa92c47f69813af79c2c5f5f0 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/11b0f5bfa92c47f69813af79c2c5f5f0 2024-12-07T07:15:38,354 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/b408594a6f8248a5b4b5d9f29c9262ca to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/b408594a6f8248a5b4b5d9f29c9262ca 2024-12-07T07:15:38,354 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/04d61a5d408e41c0a0050e7df30003f0 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/04d61a5d408e41c0a0050e7df30003f0 2024-12-07T07:15:38,355 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/7c99f8cfae634ebf92dcbe3d4a77695e to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/7c99f8cfae634ebf92dcbe3d4a77695e 2024-12-07T07:15:38,356 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/4486b6698a344f4aaaf97bf2be107f4d to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/4486b6698a344f4aaaf97bf2be107f4d 2024-12-07T07:15:38,357 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/79cc19e57932406b8f5b1ef6899f881b to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/79cc19e57932406b8f5b1ef6899f881b 2024-12-07T07:15:38,357 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/e159059b9d77433e86e9ba372ad678bf to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/e159059b9d77433e86e9ba372ad678bf 2024-12-07T07:15:38,359 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/00e4bcd66f1841d58a51daaf34406427, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/9ff7867fda804e32834ae4ba6800ea17, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/d468f06d8194456d88406fa9130f66f4, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/f042053dd72745518060bfbbb0b516b5, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/5b48f4b785c046f38fcf5dc793dfa001, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/651b0694d2a143a998027cb0ac93c241, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/37a0acce800646f5a9473225ecf52807, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/e183ed8992d845ba9b01c64b1655f7fc, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/5b9d58d93288419a8e49b77b4fe30e5a, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/b6352bfdd9e9412fb52000c41c3493b1, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/77a7238b87dd4bef9e7d0a56be8a2f8a, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/39932a53c50a49dc97080fc19625430d, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/32286d547f3d4914941351dadc5bb90f, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/92bbb8211f534bd9b214ff804a68d81b, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/9913542bdfbf4680acb565e15deb07ae, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/daf489cf00a848e5b45ce500b42dd0ea, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/faa531596f8142d98feacff9a1555026, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/8ce23ea3b7084e7f81faef22487ee5bb, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/f730b2bca0b744e4a141ecd91771f64f, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/5c5a3fe202ed4ffaa996590947e1d08e, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/ef65c1e7275e4bf49c1cd40b216847bd, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/a7a851e78a9643419cce5c73c1c2bd4b, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/86e1047bf0bb4ed4a565ae62b8ef96b5, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/5b498f0847f94934bcc84db76000d11d, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/9922063a334f41b8a01d122ae5215599, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/29389b02f99744009843086dcd215abf, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/f0ded2a647b141b2aade58b930559267, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/69f6ea5849034b17a3c0c932e4a4ea75, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/5c2c4eb3b1e54eb292804235d26a4c68, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/43be65aceb844832ad02de45a07c62c4] to archive 2024-12-07T07:15:38,359 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T07:15:38,360 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/00e4bcd66f1841d58a51daaf34406427 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/00e4bcd66f1841d58a51daaf34406427 2024-12-07T07:15:38,361 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/9ff7867fda804e32834ae4ba6800ea17 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/9ff7867fda804e32834ae4ba6800ea17 2024-12-07T07:15:38,362 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/d468f06d8194456d88406fa9130f66f4 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/d468f06d8194456d88406fa9130f66f4 2024-12-07T07:15:38,363 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/f042053dd72745518060bfbbb0b516b5 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/f042053dd72745518060bfbbb0b516b5 2024-12-07T07:15:38,364 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/5b48f4b785c046f38fcf5dc793dfa001 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/5b48f4b785c046f38fcf5dc793dfa001 2024-12-07T07:15:38,365 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/651b0694d2a143a998027cb0ac93c241 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/651b0694d2a143a998027cb0ac93c241 2024-12-07T07:15:38,366 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/37a0acce800646f5a9473225ecf52807 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/37a0acce800646f5a9473225ecf52807 2024-12-07T07:15:38,367 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/e183ed8992d845ba9b01c64b1655f7fc to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/e183ed8992d845ba9b01c64b1655f7fc 2024-12-07T07:15:38,367 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/5b9d58d93288419a8e49b77b4fe30e5a to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/5b9d58d93288419a8e49b77b4fe30e5a 2024-12-07T07:15:38,368 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/b6352bfdd9e9412fb52000c41c3493b1 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/b6352bfdd9e9412fb52000c41c3493b1 2024-12-07T07:15:38,369 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/77a7238b87dd4bef9e7d0a56be8a2f8a to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/77a7238b87dd4bef9e7d0a56be8a2f8a 2024-12-07T07:15:38,370 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/39932a53c50a49dc97080fc19625430d to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/39932a53c50a49dc97080fc19625430d 2024-12-07T07:15:38,372 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/32286d547f3d4914941351dadc5bb90f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/32286d547f3d4914941351dadc5bb90f 2024-12-07T07:15:38,372 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/92bbb8211f534bd9b214ff804a68d81b to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/92bbb8211f534bd9b214ff804a68d81b 2024-12-07T07:15:38,373 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/9913542bdfbf4680acb565e15deb07ae to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/9913542bdfbf4680acb565e15deb07ae 2024-12-07T07:15:38,374 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/daf489cf00a848e5b45ce500b42dd0ea to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/daf489cf00a848e5b45ce500b42dd0ea 2024-12-07T07:15:38,375 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/faa531596f8142d98feacff9a1555026 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/faa531596f8142d98feacff9a1555026 2024-12-07T07:15:38,376 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/8ce23ea3b7084e7f81faef22487ee5bb to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/8ce23ea3b7084e7f81faef22487ee5bb 2024-12-07T07:15:38,377 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/f730b2bca0b744e4a141ecd91771f64f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/f730b2bca0b744e4a141ecd91771f64f 2024-12-07T07:15:38,378 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/5c5a3fe202ed4ffaa996590947e1d08e to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/5c5a3fe202ed4ffaa996590947e1d08e 2024-12-07T07:15:38,379 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/ef65c1e7275e4bf49c1cd40b216847bd to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/ef65c1e7275e4bf49c1cd40b216847bd 2024-12-07T07:15:38,380 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/a7a851e78a9643419cce5c73c1c2bd4b to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/a7a851e78a9643419cce5c73c1c2bd4b 2024-12-07T07:15:38,381 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/86e1047bf0bb4ed4a565ae62b8ef96b5 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/86e1047bf0bb4ed4a565ae62b8ef96b5 2024-12-07T07:15:38,382 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/5b498f0847f94934bcc84db76000d11d to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/5b498f0847f94934bcc84db76000d11d 2024-12-07T07:15:38,383 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/9922063a334f41b8a01d122ae5215599 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/9922063a334f41b8a01d122ae5215599 2024-12-07T07:15:38,384 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/29389b02f99744009843086dcd215abf to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/29389b02f99744009843086dcd215abf 2024-12-07T07:15:38,385 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/f0ded2a647b141b2aade58b930559267 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/f0ded2a647b141b2aade58b930559267 2024-12-07T07:15:38,386 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/69f6ea5849034b17a3c0c932e4a4ea75 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/69f6ea5849034b17a3c0c932e4a4ea75 2024-12-07T07:15:38,387 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/5c2c4eb3b1e54eb292804235d26a4c68 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/5c2c4eb3b1e54eb292804235d26a4c68 2024-12-07T07:15:38,389 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/43be65aceb844832ad02de45a07c62c4 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/43be65aceb844832ad02de45a07c62c4 2024-12-07T07:15:38,390 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/8ecdac4466b840b18af6f3e35329a014, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/de005ced7ac0411ea74731fc3f53a137, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/99fcb8798046438ab9b695b605c92643, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/c4b52055f11d472082b0bae037b797dc, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/3752c5d7b7ed4c3e91529e76f790e7fc, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/aa560cad2d574607874f53839b6424b7, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/20407b661a194339ac3155b4d77deef0, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/8f00a0bbcff14731a34046abdb01a08e, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/f813d6a3b1dc4f7fbeab6878bf7e6a57, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/e12193bec62d489f9a6ed637fe8f9ed8, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/d42adb6584504b61a6fe5d04a1ad6b7b, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/36ce741b3e314d1b90f1845f0b44c2aa, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/5cbef86ef9b74985b422a619b62a3804, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/edab79dcbd0041d8911df77fd87c4974, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/7aefeb58489f489796cd37f8799a533a, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/940dfb69cb7a4abdacc49faf0f729787, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/4a4e98e3c91949dfab3d0246e6dc22c1, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/36dd1f50031244aeb2a63303064c1495, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/d3d63f55d8ef443194679b9a1b50136c, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/a7c8f9828e724c839ce12eb2c6ac3c28, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/1b7c634e36aa45fba676340c010327bc, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/be8bdc2c9cbc446bb7fbba0f805e3781, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/13f9170aa01245b78a05554a6c92630f, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/6a63f4e5c207405aad5f38c6ecf0087d, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/8c33f55a6ce94822bf0cc1012939cdeb, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/ecdbf2d7e3cf4d30bbb488cf0d7a4f76, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/68dd8af55bf14aaea0798e720a13d50b, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/ad27587f6a324243882ec279cba01571, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/ac85e2d216bb4946bd3a18799090209f, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/f0354631229f447d9cf35259102fc3a5] to archive 2024-12-07T07:15:38,390 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T07:15:38,392 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/8ecdac4466b840b18af6f3e35329a014 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/8ecdac4466b840b18af6f3e35329a014 2024-12-07T07:15:38,393 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/de005ced7ac0411ea74731fc3f53a137 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/de005ced7ac0411ea74731fc3f53a137 2024-12-07T07:15:38,393 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/99fcb8798046438ab9b695b605c92643 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/99fcb8798046438ab9b695b605c92643 2024-12-07T07:15:38,394 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/c4b52055f11d472082b0bae037b797dc to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/c4b52055f11d472082b0bae037b797dc 2024-12-07T07:15:38,395 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/3752c5d7b7ed4c3e91529e76f790e7fc to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/3752c5d7b7ed4c3e91529e76f790e7fc 2024-12-07T07:15:38,396 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/aa560cad2d574607874f53839b6424b7 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/aa560cad2d574607874f53839b6424b7 2024-12-07T07:15:38,396 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/20407b661a194339ac3155b4d77deef0 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/20407b661a194339ac3155b4d77deef0 2024-12-07T07:15:38,397 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/8f00a0bbcff14731a34046abdb01a08e to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/8f00a0bbcff14731a34046abdb01a08e 2024-12-07T07:15:38,398 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/f813d6a3b1dc4f7fbeab6878bf7e6a57 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/f813d6a3b1dc4f7fbeab6878bf7e6a57 2024-12-07T07:15:38,398 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/e12193bec62d489f9a6ed637fe8f9ed8 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/e12193bec62d489f9a6ed637fe8f9ed8 2024-12-07T07:15:38,399 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/d42adb6584504b61a6fe5d04a1ad6b7b to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/d42adb6584504b61a6fe5d04a1ad6b7b 2024-12-07T07:15:38,400 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/36ce741b3e314d1b90f1845f0b44c2aa to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/36ce741b3e314d1b90f1845f0b44c2aa 2024-12-07T07:15:38,401 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/5cbef86ef9b74985b422a619b62a3804 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/5cbef86ef9b74985b422a619b62a3804 2024-12-07T07:15:38,402 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/edab79dcbd0041d8911df77fd87c4974 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/edab79dcbd0041d8911df77fd87c4974 2024-12-07T07:15:38,402 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/7aefeb58489f489796cd37f8799a533a to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/7aefeb58489f489796cd37f8799a533a 2024-12-07T07:15:38,403 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/940dfb69cb7a4abdacc49faf0f729787 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/940dfb69cb7a4abdacc49faf0f729787 2024-12-07T07:15:38,404 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/4a4e98e3c91949dfab3d0246e6dc22c1 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/4a4e98e3c91949dfab3d0246e6dc22c1 2024-12-07T07:15:38,405 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/36dd1f50031244aeb2a63303064c1495 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/36dd1f50031244aeb2a63303064c1495 2024-12-07T07:15:38,405 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/d3d63f55d8ef443194679b9a1b50136c to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/d3d63f55d8ef443194679b9a1b50136c 2024-12-07T07:15:38,406 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/a7c8f9828e724c839ce12eb2c6ac3c28 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/a7c8f9828e724c839ce12eb2c6ac3c28 2024-12-07T07:15:38,407 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/1b7c634e36aa45fba676340c010327bc to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/1b7c634e36aa45fba676340c010327bc 2024-12-07T07:15:38,408 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/be8bdc2c9cbc446bb7fbba0f805e3781 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/be8bdc2c9cbc446bb7fbba0f805e3781 2024-12-07T07:15:38,409 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/13f9170aa01245b78a05554a6c92630f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/13f9170aa01245b78a05554a6c92630f 2024-12-07T07:15:38,410 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/6a63f4e5c207405aad5f38c6ecf0087d to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/6a63f4e5c207405aad5f38c6ecf0087d 2024-12-07T07:15:38,411 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/8c33f55a6ce94822bf0cc1012939cdeb to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/8c33f55a6ce94822bf0cc1012939cdeb 2024-12-07T07:15:38,412 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/ecdbf2d7e3cf4d30bbb488cf0d7a4f76 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/ecdbf2d7e3cf4d30bbb488cf0d7a4f76 2024-12-07T07:15:38,413 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/68dd8af55bf14aaea0798e720a13d50b to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/68dd8af55bf14aaea0798e720a13d50b 2024-12-07T07:15:38,414 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/ad27587f6a324243882ec279cba01571 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/ad27587f6a324243882ec279cba01571 2024-12-07T07:15:38,415 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/ac85e2d216bb4946bd3a18799090209f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/ac85e2d216bb4946bd3a18799090209f 2024-12-07T07:15:38,416 DEBUG [StoreCloser-TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/f0354631229f447d9cf35259102fc3a5 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/f0354631229f447d9cf35259102fc3a5 2024-12-07T07:15:38,422 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/recovered.edits/507.seqid, newMaxSeqId=507, maxSeqId=1 2024-12-07T07:15:38,423 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. 2024-12-07T07:15:38,423 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1676): Region close journal for b0f9850b1b00e38049728b97d4899585: Waiting for close lock at 1733555737040Running coprocessor pre-close hooks at 1733555737040Disabling compacts and flushes for region at 1733555737040Disabling writes for close at 1733555737040Obtaining lock to block concurrent updates at 1733555737040Preparing flush snapshotting stores in b0f9850b1b00e38049728b97d4899585 at 1733555737040Finished memstore snapshotting TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1733555737041 (+1 ms)Flushing stores of TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585. at 1733555737042 (+1 ms)Flushing b0f9850b1b00e38049728b97d4899585/A: creating writer at 1733555737042Flushing b0f9850b1b00e38049728b97d4899585/A: appending metadata at 1733555737045 (+3 ms)Flushing b0f9850b1b00e38049728b97d4899585/A: closing flushed file at 1733555737045Flushing b0f9850b1b00e38049728b97d4899585/B: creating writer at 1733555737457 (+412 ms)Flushing b0f9850b1b00e38049728b97d4899585/B: appending metadata at 1733555737461 (+4 ms)Flushing b0f9850b1b00e38049728b97d4899585/B: closing flushed file at 1733555737461Flushing b0f9850b1b00e38049728b97d4899585/C: creating writer at 1733555737874 (+413 ms)Flushing b0f9850b1b00e38049728b97d4899585/C: appending metadata at 1733555737879 (+5 ms)Flushing b0f9850b1b00e38049728b97d4899585/C: closing flushed file at 1733555737879Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28100408: reopening flushed file at 1733555738293 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23e4f387: reopening flushed file at 1733555738301 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69ee5a8e: reopening flushed file at 1733555738306 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for b0f9850b1b00e38049728b97d4899585 in 1271ms, sequenceid=504, compaction requested=true at 1733555738312 (+6 ms)Writing region close event to WAL at 1733555738418 (+106 ms)Running coprocessor post-close hooks at 1733555738423 (+5 ms)Closed at 1733555738423 2024-12-07T07:15:38,425 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] handler.UnassignRegionHandler(157): Closed b0f9850b1b00e38049728b97d4899585 2024-12-07T07:15:38,426 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=80 updating hbase:meta row=b0f9850b1b00e38049728b97d4899585, regionState=CLOSED 2024-12-07T07:15:38,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=81, ppid=80, state=RUNNABLE, hasLock=false; CloseRegionProcedure b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 because future has completed 2024-12-07T07:15:38,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-12-07T07:15:38,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; CloseRegionProcedure b0f9850b1b00e38049728b97d4899585, server=5d4d7471f19e,42791,1733555642814 in 1.5420 sec 2024-12-07T07:15:38,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=79 2024-12-07T07:15:38,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=79, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b0f9850b1b00e38049728b97d4899585, UNASSIGN in 1.5470 sec 2024-12-07T07:15:38,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-12-07T07:15:38,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5510 sec 2024-12-07T07:15:38,438 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733555738438"}]},"ts":"1733555738438"} 2024-12-07T07:15:38,440 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-07T07:15:38,440 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-07T07:15:38,442 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5640 sec 2024-12-07T07:15:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-07T07:15:39,031 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:15:39,032 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-07T07:15:39,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T07:15:39,035 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=82, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T07:15:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-07T07:15:39,036 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=82, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T07:15:39,040 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585 2024-12-07T07:15:39,044 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A, FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B, FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C, FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/recovered.edits] 2024-12-07T07:15:39,047 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/084c3773c2e14375a8de07c8ea06d4ab to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/084c3773c2e14375a8de07c8ea06d4ab 2024-12-07T07:15:39,049 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/0941222dd4834eb1a95895598b19276d to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/0941222dd4834eb1a95895598b19276d 2024-12-07T07:15:39,050 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/0ae7687960654dfbb5933a3228c8995c to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/A/0ae7687960654dfbb5933a3228c8995c 2024-12-07T07:15:39,053 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/3c0964018cf244ed95bcf2fa3f6a1b57 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/3c0964018cf244ed95bcf2fa3f6a1b57 2024-12-07T07:15:39,054 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/5a143172269f4e7792f203467cb0be1c to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/5a143172269f4e7792f203467cb0be1c 2024-12-07T07:15:39,056 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/8ec42226ee084928b59176e3375e6967 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/B/8ec42226ee084928b59176e3375e6967 2024-12-07T07:15:39,057 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/7685078303de4a6ba7711510267b11e2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/7685078303de4a6ba7711510267b11e2 2024-12-07T07:15:39,058 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/ca22dc3bf3414f6492694427a8e22f99 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/ca22dc3bf3414f6492694427a8e22f99 2024-12-07T07:15:39,059 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/ccfebc9880064cfdba94f37afb37b41b to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/C/ccfebc9880064cfdba94f37afb37b41b 2024-12-07T07:15:39,061 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/recovered.edits/507.seqid to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585/recovered.edits/507.seqid 2024-12-07T07:15:39,062 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/b0f9850b1b00e38049728b97d4899585 2024-12-07T07:15:39,062 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-07T07:15:39,063 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=82, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T07:15:39,067 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-07T07:15:39,068 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-07T07:15:39,070 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=82, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T07:15:39,070 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-07T07:15:39,070 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733555739070"}]},"ts":"9223372036854775807"} 2024-12-07T07:15:39,071 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-07T07:15:39,071 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => b0f9850b1b00e38049728b97d4899585, NAME => 'TestAcidGuarantees,,1733555709648.b0f9850b1b00e38049728b97d4899585.', STARTKEY => '', ENDKEY => ''}] 2024-12-07T07:15:39,072 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-07T07:15:39,072 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733555739072"}]},"ts":"9223372036854775807"} 2024-12-07T07:15:39,073 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-07T07:15:39,074 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=82, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T07:15:39,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 42 msec 2024-12-07T07:15:39,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-07T07:15:39,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-07T07:15:39,140 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:15:39,153 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=249 (was 252), OpenFileDescriptor=453 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=425 (was 407) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6598 (was 7342) 2024-12-07T07:15:39,163 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=249, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=425, ProcessCount=11, AvailableMemoryMB=6597 2024-12-07T07:15:39,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-07T07:15:39,165 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T07:15:39,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=83, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-07T07:15:39,167 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=83, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T07:15:39,167 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:39,170 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=83, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T07:15:39,171 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 83 2024-12-07T07:15:39,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-12-07T07:15:39,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742162_1338 (size=1061) 2024-12-07T07:15:39,178 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06 2024-12-07T07:15:39,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742163_1339 (size=53) 2024-12-07T07:15:39,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-12-07T07:15:39,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-12-07T07:15:39,584 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:15:39,584 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 0848965d01b238eae792b071fd652433, disabling compactions & flushes 2024-12-07T07:15:39,584 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:39,584 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:39,584 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. after waiting 0 ms 2024-12-07T07:15:39,584 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:39,584 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:39,584 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0848965d01b238eae792b071fd652433: Waiting for close lock at 1733555739584Disabling compacts and flushes for region at 1733555739584Disabling writes for close at 1733555739584Writing region close event to WAL at 1733555739584Closed at 1733555739584 2024-12-07T07:15:39,654 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=83, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T07:15:39,655 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733555739654"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733555739654"}]},"ts":"1733555739654"} 2024-12-07T07:15:39,657 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T07:15:39,658 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=83, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T07:15:39,658 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733555739658"}]},"ts":"1733555739658"} 2024-12-07T07:15:39,660 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-07T07:15:39,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0848965d01b238eae792b071fd652433, ASSIGN}] 2024-12-07T07:15:39,662 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0848965d01b238eae792b071fd652433, ASSIGN 2024-12-07T07:15:39,663 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0848965d01b238eae792b071fd652433, ASSIGN; state=OFFLINE, location=5d4d7471f19e,42791,1733555642814; forceNewPlan=false, retain=false 2024-12-07T07:15:39,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-12-07T07:15:39,813 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=0848965d01b238eae792b071fd652433, regionState=OPENING, regionLocation=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:39,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0848965d01b238eae792b071fd652433, ASSIGN because future has completed 2024-12-07T07:15:39,815 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814}] 2024-12-07T07:15:39,969 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:39,970 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(7752): Opening region: {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} 2024-12-07T07:15:39,970 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0848965d01b238eae792b071fd652433 2024-12-07T07:15:39,970 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:15:39,970 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(7794): checking encryption for 0848965d01b238eae792b071fd652433 2024-12-07T07:15:39,970 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(7797): checking classloading for 0848965d01b238eae792b071fd652433 2024-12-07T07:15:39,971 INFO [StoreOpener-0848965d01b238eae792b071fd652433-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0848965d01b238eae792b071fd652433 2024-12-07T07:15:39,972 INFO [StoreOpener-0848965d01b238eae792b071fd652433-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T07:15:39,972 INFO [StoreOpener-0848965d01b238eae792b071fd652433-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0848965d01b238eae792b071fd652433 columnFamilyName A 2024-12-07T07:15:39,972 DEBUG [StoreOpener-0848965d01b238eae792b071fd652433-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:39,973 INFO [StoreOpener-0848965d01b238eae792b071fd652433-1 {}] regionserver.HStore(327): Store=0848965d01b238eae792b071fd652433/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:15:39,973 INFO [StoreOpener-0848965d01b238eae792b071fd652433-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0848965d01b238eae792b071fd652433 2024-12-07T07:15:39,974 INFO [StoreOpener-0848965d01b238eae792b071fd652433-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T07:15:39,974 INFO [StoreOpener-0848965d01b238eae792b071fd652433-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0848965d01b238eae792b071fd652433 columnFamilyName B 2024-12-07T07:15:39,974 DEBUG [StoreOpener-0848965d01b238eae792b071fd652433-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:39,974 INFO [StoreOpener-0848965d01b238eae792b071fd652433-1 {}] regionserver.HStore(327): Store=0848965d01b238eae792b071fd652433/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:15:39,974 INFO [StoreOpener-0848965d01b238eae792b071fd652433-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0848965d01b238eae792b071fd652433 2024-12-07T07:15:39,975 INFO [StoreOpener-0848965d01b238eae792b071fd652433-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T07:15:39,975 INFO [StoreOpener-0848965d01b238eae792b071fd652433-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0848965d01b238eae792b071fd652433 columnFamilyName C 2024-12-07T07:15:39,975 DEBUG [StoreOpener-0848965d01b238eae792b071fd652433-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:39,976 INFO [StoreOpener-0848965d01b238eae792b071fd652433-1 {}] regionserver.HStore(327): Store=0848965d01b238eae792b071fd652433/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:15:39,976 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:39,976 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1038): replaying wal for 0848965d01b238eae792b071fd652433 2024-12-07T07:15:39,976 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433 2024-12-07T07:15:39,977 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433 2024-12-07T07:15:39,977 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1048): stopping wal replay for 0848965d01b238eae792b071fd652433 2024-12-07T07:15:39,977 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1060): Cleaning up temporary data for 0848965d01b238eae792b071fd652433 2024-12-07T07:15:39,978 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T07:15:39,979 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1093): writing seq id for 0848965d01b238eae792b071fd652433 2024-12-07T07:15:39,980 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T07:15:39,980 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1114): Opened 0848965d01b238eae792b071fd652433; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64685258, jitterRate=-0.03611454367637634}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T07:15:39,980 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0848965d01b238eae792b071fd652433 2024-12-07T07:15:39,981 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1006): Region open journal for 0848965d01b238eae792b071fd652433: Running coprocessor pre-open hook at 1733555739970Writing region info on filesystem at 1733555739970Initializing all the Stores at 1733555739971 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555739971Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555739971Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555739971Cleaning up temporary data from old regions at 1733555739977 (+6 ms)Running coprocessor post-open hooks at 1733555739980 (+3 ms)Region opened successfully at 1733555739981 (+1 ms) 2024-12-07T07:15:39,981 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., pid=85, masterSystemTime=1733555739967 2024-12-07T07:15:39,983 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:39,983 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:39,984 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=0848965d01b238eae792b071fd652433, regionState=OPEN, openSeqNum=2, regionLocation=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:39,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 because future has completed 2024-12-07T07:15:39,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-12-07T07:15:39,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; OpenRegionProcedure 0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 in 171 msec 2024-12-07T07:15:39,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=83 2024-12-07T07:15:39,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=83, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0848965d01b238eae792b071fd652433, ASSIGN in 327 msec 2024-12-07T07:15:39,990 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=83, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T07:15:39,990 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733555739990"}]},"ts":"1733555739990"} 2024-12-07T07:15:39,991 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-07T07:15:39,992 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=83, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T07:15:39,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 827 msec 2024-12-07T07:15:40,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-12-07T07:15:40,310 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:15:40,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a859e99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:40,311 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:15:40,312 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:15:40,313 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:15:40,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:15:40,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:15:40,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@366e40df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:40,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:15:40,314 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:15:40,314 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:40,315 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:15:40,316 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9340bb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:40,316 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:15:40,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:15:40,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:15:40,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:15:40,319 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T07:15:40,320 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 5d4d7471f19e,35121,1733555642057 2024-12-07T07:15:40,320 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d6ce6e0 2024-12-07T07:15:40,320 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T07:15:40,321 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T07:15:40,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-07T07:15:40,323 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T07:15:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-07T07:15:40,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742164_1340 (size=1097) 2024-12-07T07:15:40,737 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-07T07:15:40,737 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-07T07:15:40,739 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-07T07:15:40,742 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0848965d01b238eae792b071fd652433, REOPEN/MOVE}] 2024-12-07T07:15:40,743 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0848965d01b238eae792b071fd652433, REOPEN/MOVE 2024-12-07T07:15:40,743 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=0848965d01b238eae792b071fd652433, regionState=CLOSING, regionLocation=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:40,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0848965d01b238eae792b071fd652433, REOPEN/MOVE because future has completed 2024-12-07T07:15:40,746 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T07:15:40,746 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814}] 2024-12-07T07:15:40,899 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(122): Close 0848965d01b238eae792b071fd652433 2024-12-07T07:15:40,899 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-07T07:15:40,899 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1722): Closing 0848965d01b238eae792b071fd652433, disabling compactions & flushes 2024-12-07T07:15:40,899 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:40,899 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:40,899 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. after waiting 0 ms 2024-12-07T07:15:40,899 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:40,903 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T07:15:40,904 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:40,904 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1676): Region close journal for 0848965d01b238eae792b071fd652433: Waiting for close lock at 1733555740899Running coprocessor pre-close hooks at 1733555740899Disabling compacts and flushes for region at 1733555740899Disabling writes for close at 1733555740899Writing region close event to WAL at 1733555740899Running coprocessor post-close hooks at 1733555740904 (+5 ms)Closed at 1733555740904 2024-12-07T07:15:40,904 WARN [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegionServer(3299): Not adding moved region record: 0848965d01b238eae792b071fd652433 to self. 2024-12-07T07:15:40,906 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(157): Closed 0848965d01b238eae792b071fd652433 2024-12-07T07:15:40,907 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=0848965d01b238eae792b071fd652433, regionState=CLOSED 2024-12-07T07:15:40,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=89, ppid=88, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 because future has completed 2024-12-07T07:15:40,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-12-07T07:15:40,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; CloseRegionProcedure 0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 in 163 msec 2024-12-07T07:15:40,913 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0848965d01b238eae792b071fd652433, REOPEN/MOVE; state=CLOSED, location=5d4d7471f19e,42791,1733555642814; forceNewPlan=false, retain=true 2024-12-07T07:15:41,064 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=0848965d01b238eae792b071fd652433, regionState=OPENING, regionLocation=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:41,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0848965d01b238eae792b071fd652433, REOPEN/MOVE because future has completed 2024-12-07T07:15:41,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=88, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814}] 2024-12-07T07:15:41,225 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:41,225 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(7752): Opening region: {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} 2024-12-07T07:15:41,225 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0848965d01b238eae792b071fd652433 2024-12-07T07:15:41,226 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:15:41,226 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(7794): checking encryption for 0848965d01b238eae792b071fd652433 2024-12-07T07:15:41,226 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(7797): checking classloading for 0848965d01b238eae792b071fd652433 2024-12-07T07:15:41,227 INFO [StoreOpener-0848965d01b238eae792b071fd652433-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0848965d01b238eae792b071fd652433 2024-12-07T07:15:41,228 INFO [StoreOpener-0848965d01b238eae792b071fd652433-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T07:15:41,228 INFO [StoreOpener-0848965d01b238eae792b071fd652433-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0848965d01b238eae792b071fd652433 columnFamilyName A 2024-12-07T07:15:41,229 DEBUG [StoreOpener-0848965d01b238eae792b071fd652433-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:41,230 INFO [StoreOpener-0848965d01b238eae792b071fd652433-1 {}] regionserver.HStore(327): Store=0848965d01b238eae792b071fd652433/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:15:41,230 INFO [StoreOpener-0848965d01b238eae792b071fd652433-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0848965d01b238eae792b071fd652433 2024-12-07T07:15:41,231 INFO [StoreOpener-0848965d01b238eae792b071fd652433-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T07:15:41,231 INFO [StoreOpener-0848965d01b238eae792b071fd652433-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0848965d01b238eae792b071fd652433 columnFamilyName B 2024-12-07T07:15:41,231 DEBUG [StoreOpener-0848965d01b238eae792b071fd652433-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:41,232 INFO [StoreOpener-0848965d01b238eae792b071fd652433-1 {}] regionserver.HStore(327): Store=0848965d01b238eae792b071fd652433/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:15:41,232 INFO [StoreOpener-0848965d01b238eae792b071fd652433-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0848965d01b238eae792b071fd652433 2024-12-07T07:15:41,232 INFO [StoreOpener-0848965d01b238eae792b071fd652433-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T07:15:41,232 INFO [StoreOpener-0848965d01b238eae792b071fd652433-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0848965d01b238eae792b071fd652433 columnFamilyName C 2024-12-07T07:15:41,232 DEBUG [StoreOpener-0848965d01b238eae792b071fd652433-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:41,233 INFO [StoreOpener-0848965d01b238eae792b071fd652433-1 {}] regionserver.HStore(327): Store=0848965d01b238eae792b071fd652433/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:15:41,233 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:41,233 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1038): replaying wal for 0848965d01b238eae792b071fd652433 2024-12-07T07:15:41,234 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433 2024-12-07T07:15:41,235 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433 2024-12-07T07:15:41,235 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1048): stopping wal replay for 0848965d01b238eae792b071fd652433 2024-12-07T07:15:41,235 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1060): Cleaning up temporary data for 0848965d01b238eae792b071fd652433 2024-12-07T07:15:41,236 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T07:15:41,237 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1093): writing seq id for 0848965d01b238eae792b071fd652433 2024-12-07T07:15:41,238 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1114): Opened 0848965d01b238eae792b071fd652433; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70092168, jitterRate=0.04445469379425049}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T07:15:41,238 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0848965d01b238eae792b071fd652433 2024-12-07T07:15:41,238 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1006): Region open journal for 0848965d01b238eae792b071fd652433: Running coprocessor pre-open hook at 1733555741226Writing region info on filesystem at 1733555741226Initializing all the Stores at 1733555741226Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555741227 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555741227Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555741227Cleaning up temporary data from old regions at 1733555741235 (+8 ms)Running coprocessor post-open hooks at 1733555741238 (+3 ms)Region opened successfully at 1733555741238 2024-12-07T07:15:41,239 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., pid=90, masterSystemTime=1733555741222 2024-12-07T07:15:41,241 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:41,241 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:41,241 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=0848965d01b238eae792b071fd652433, regionState=OPEN, openSeqNum=5, regionLocation=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:41,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=88, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 because future has completed 2024-12-07T07:15:41,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=88 2024-12-07T07:15:41,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=88, state=SUCCESS, hasLock=false; OpenRegionProcedure 0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 in 175 msec 2024-12-07T07:15:41,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=87 2024-12-07T07:15:41,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=87, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0848965d01b238eae792b071fd652433, REOPEN/MOVE in 503 msec 2024-12-07T07:15:41,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-12-07T07:15:41,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 508 msec 2024-12-07T07:15:41,251 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 927 msec 2024-12-07T07:15:41,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-07T07:15:41,252 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:15:41,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ac1e8e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:41,252 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:15:41,252 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:15:41,253 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:15:41,253 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:15:41,253 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:15:41,253 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fd01a05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:41,253 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:15:41,253 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:15:41,254 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:41,254 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:15:41,255 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71f1763a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:41,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@781d850f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:41,255 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:15:41,255 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:15:41,256 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:15:41,256 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:15:41,256 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:15:41,256 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d44ae96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:41,256 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:15:41,256 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:15:41,256 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:41,257 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:15:41,257 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d39409, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:41,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3da67742, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:41,258 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:15:41,258 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:15:41,259 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:15:41,259 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:15:41,259 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:15:41,259 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a610a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:41,259 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:15:41,259 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:15:41,259 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:41,260 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:15:41,260 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63b00c17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:41,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47c40625, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:41,261 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:15:41,261 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:15:41,261 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:15:41,261 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:15:41,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:15:41,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1927a443, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:41,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:15:41,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:15:41,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:41,263 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:15:41,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2773715c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:41,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4ab058, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:41,264 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:15:41,264 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:15:41,265 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:15:41,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:15:41,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:15:41,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43671bb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:41,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:15:41,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:15:41,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:41,266 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:15:41,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5afaddd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:41,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2846e423, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:41,267 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:15:41,267 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:15:41,268 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:15:41,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:15:41,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:15:41,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71e40477, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:41,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:15:41,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:15:41,269 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:41,269 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:15:41,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fdf5f3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:41,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1153f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:41,270 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:15:41,270 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:15:41,271 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:15:41,271 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:15:41,271 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:15:41,271 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@140977dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:41,271 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:15:41,272 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:15:41,272 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:41,272 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:15:41,273 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@660c3c0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:41,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@623dae41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:41,273 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:15:41,274 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:15:41,274 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:15:41,274 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:15:41,274 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:15:41,274 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d0f27ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:41,274 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:15:41,275 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:15:41,275 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:41,275 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:15:41,276 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18ac7d15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:41,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37755a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:41,276 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:15:41,277 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:15:41,277 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:15:41,277 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:15:41,278 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:15:41,278 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a6554ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:41,278 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:15:41,278 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:15:41,278 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:41,279 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:15:41,279 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b74183a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:41,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@520304d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:41,280 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:15:41,280 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:15:41,280 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:15:41,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:15:41,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:15:41,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b79b47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:41,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:15:41,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:15:41,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:15:41,282 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:15:41,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f044df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:15:41,283 DEBUG [Thread-1549 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:15:41,283 DEBUG [Thread-1555 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:15:41,283 DEBUG [Thread-1562 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:15:41,283 DEBUG [Thread-1558 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:15:41,283 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:15:41,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T07:15:41,283 DEBUG [Thread-1553 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:15:41,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:15:41,284 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:15:41,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:15:41,284 DEBUG [Thread-1564 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:15:41,284 DEBUG [Thread-1547 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:15:41,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:15:41,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:15:41,284 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:15:41,284 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:15:41,284 DEBUG [Thread-1551 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:15:41,285 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:15:41,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:15:41,285 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:15:41,285 DEBUG [Thread-1566 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:15:41,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:15:41,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:15:41,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:15:41,285 DEBUG [Thread-1553 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:15:41,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:15:41,286 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:15:41,286 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:15:41,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:15:41,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-12-07T07:15:41,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:15:41,286 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:15:41,286 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:15:41,286 DEBUG [Thread-1560 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:15:41,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:15:41,287 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T07:15:41,287 DEBUG [Thread-1564 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:15:41,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-12-07T07:15:41,287 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:15:41,287 DEBUG [Thread-1564 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:15:41,287 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:15:41,288 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T07:15:41,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T07:15:41,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5] 2024-12-07T07:15:41,288 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:15:41,288 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:15:41,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:15:41,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5] 2024-12-07T07:15:41,290 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5] 2024-12-07T07:15:41,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5] 2024-12-07T07:15:41,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5] 2024-12-07T07:15:41,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5] 2024-12-07T07:15:41,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5] 2024-12-07T07:15:41,295 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5] 2024-12-07T07:15:41,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5] 2024-12-07T07:15:41,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5] 2024-12-07T07:15:41,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 0848965d01b238eae792b071fd652433 2024-12-07T07:15:41,300 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0848965d01b238eae792b071fd652433 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-07T07:15:41,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=A 2024-12-07T07:15:41,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:41,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=B 2024-12-07T07:15:41,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:41,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=C 2024-12-07T07:15:41,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:41,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207e2050b79ecc240df9e3df3f4dc832806_0848965d01b238eae792b071fd652433 is 50, key is test_row_0/A:col10/1733555741292/Put/seqid=0 2024-12-07T07:15:41,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742165_1341 (size=12154) 2024-12-07T07:15:41,347 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:41,349 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733555741324, max timestamp=1733555741346Num uniques 859; 2024-12-07T07:15:41,349 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T07:15:41,350 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733555741324, max timestamp=1733555741347Num uniques 859; 2024-12-07T07:15:41,350 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T07:15:41,350 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733555741324, max timestamp=1733555741347Num uniques 859; 2024-12-07T07:15:41,350 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T07:15:41,352 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207e2050b79ecc240df9e3df3f4dc832806_0848965d01b238eae792b071fd652433 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207e2050b79ecc240df9e3df3f4dc832806_0848965d01b238eae792b071fd652433 2024-12-07T07:15:41,353 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/166d8508f8c344e0a1ac24b65429051b, store: [table=TestAcidGuarantees family=A region=0848965d01b238eae792b071fd652433] 2024-12-07T07:15:41,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/166d8508f8c344e0a1ac24b65429051b is 175, key is test_row_0/A:col10/1733555741292/Put/seqid=0 2024-12-07T07:15:41,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742166_1342 (size=30955) 2024-12-07T07:15:41,362 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/166d8508f8c344e0a1ac24b65429051b 2024-12-07T07:15:41,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-12-07T07:15:41,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:41,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56602 deadline: 1733555801376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:41,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:41,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:41,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:41,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:41,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56612 deadline: 1733555801377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:41,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:41,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:41,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:41,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:41,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56554 deadline: 1733555801378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:41,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:41,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:41,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:41,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:41,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56588 deadline: 1733555801378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:41,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:41,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1733555801379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:41,396 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:41,396 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:41,396 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:41,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:41,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:41,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:41,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/5e434526caff4360bb126775dc467f1f is 50, key is test_row_0/B:col10/1733555741292/Put/seqid=0 2024-12-07T07:15:41,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742167_1343 (size=12001) 2024-12-07T07:15:41,421 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/5e434526caff4360bb126775dc467f1f 2024-12-07T07:15:41,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-07T07:15:41,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:41,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. as already flushing 2024-12-07T07:15:41,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:41,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:41,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:41,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:41,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/413b24c045f6440d9a4915b301c2411e is 50, key is test_row_0/C:col10/1733555741292/Put/seqid=0 2024-12-07T07:15:41,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742168_1344 (size=12001) 2024-12-07T07:15:41,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:41,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56602 deadline: 1733555801500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:41,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:41,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56612 deadline: 1733555801500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:41,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:41,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:41,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:41,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:41,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:41,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:41,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56554 deadline: 1733555801500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:41,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:41,508 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:41,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:41,508 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:41,508 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:41,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1733555801500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:41,508 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:41,508 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:41,508 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:41,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:41,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56588 deadline: 1733555801501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:41,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:41,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:41,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:41,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-07T07:15:41,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:41,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. as already flushing 2024-12-07T07:15:41,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:41,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:41,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:41,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:41,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-12-07T07:15:41,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:41,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56602 deadline: 1733555801710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:41,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:41,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:41,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:41,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56554 deadline: 1733555801710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:41,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:41,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:41,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:41,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:41,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:41,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1733555801710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:41,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:41,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:41,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:41,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:41,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:41,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56612 deadline: 1733555801720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:41,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56588 deadline: 1733555801720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:41,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:41,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:41,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:41,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:41,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:41,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:41,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-07T07:15:41,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:41,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. as already flushing 2024-12-07T07:15:41,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:41,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:41,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:41,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:41,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/413b24c045f6440d9a4915b301c2411e 2024-12-07T07:15:41,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/166d8508f8c344e0a1ac24b65429051b as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/166d8508f8c344e0a1ac24b65429051b 2024-12-07T07:15:41,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/166d8508f8c344e0a1ac24b65429051b, entries=150, sequenceid=15, filesize=30.2 K 2024-12-07T07:15:41,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/5e434526caff4360bb126775dc467f1f as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/5e434526caff4360bb126775dc467f1f 2024-12-07T07:15:41,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/5e434526caff4360bb126775dc467f1f, entries=150, sequenceid=15, filesize=11.7 K 2024-12-07T07:15:41,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/413b24c045f6440d9a4915b301c2411e as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/413b24c045f6440d9a4915b301c2411e 2024-12-07T07:15:41,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/413b24c045f6440d9a4915b301c2411e, entries=150, sequenceid=15, filesize=11.7 K 2024-12-07T07:15:41,870 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 0848965d01b238eae792b071fd652433 in 570ms, sequenceid=15, compaction requested=false 2024-12-07T07:15:41,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0848965d01b238eae792b071fd652433: 2024-12-07T07:15:41,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-07T07:15:41,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:41,900 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2902): Flushing 0848965d01b238eae792b071fd652433 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-12-07T07:15:41,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=A 2024-12-07T07:15:41,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:15:41,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=B 2024-12-07T07:15:41,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:15:41,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=C 2024-12-07T07:15:41,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:15:41,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207e5224b9928024670afa6e311300aa8c7_0848965d01b238eae792b071fd652433 is 50, key is test_row_0/A:col10/1733555741376/Put/seqid=0 2024-12-07T07:15:41,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-12-07T07:15:41,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742169_1345 (size=12154) 2024-12-07T07:15:42,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 0848965d01b238eae792b071fd652433 2024-12-07T07:15:42,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. as already flushing 2024-12-07T07:15:42,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:42,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56602 deadline: 1733555802056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:42,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:42,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:42,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:42,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:42,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56612 deadline: 1733555802065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:42,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:42,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:42,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:42,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56588 deadline: 1733555802065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:42,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:42,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:42,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:42,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:42,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1733555802066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:42,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:42,076 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:42,076 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:42,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56554 deadline: 1733555802067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:42,076 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:42,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:42,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:42,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:42,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56602 deadline: 1733555802170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:42,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:42,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:42,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:42,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:42,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56612 deadline: 1733555802180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:42,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:42,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:42,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:42,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:42,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56588 deadline: 1733555802180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:42,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:42,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1733555802181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:42,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:42,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:42,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:42,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:42,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:42,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:42,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:42,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56554 deadline: 1733555802181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:42,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:42,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:42,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:42,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:42,317 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207e5224b9928024670afa6e311300aa8c7_0848965d01b238eae792b071fd652433 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207e5224b9928024670afa6e311300aa8c7_0848965d01b238eae792b071fd652433 2024-12-07T07:15:42,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/ee5e3fa502804918961f372895b7fbea, store: [table=TestAcidGuarantees family=A region=0848965d01b238eae792b071fd652433] 2024-12-07T07:15:42,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/ee5e3fa502804918961f372895b7fbea is 175, key is test_row_0/A:col10/1733555741376/Put/seqid=0 2024-12-07T07:15:42,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742170_1346 (size=30955) 2024-12-07T07:15:42,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56602 deadline: 1733555802380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:42,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:42,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:42,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:42,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56612 deadline: 1733555802390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:42,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:42,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:42,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:42,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56588 deadline: 1733555802390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:42,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:42,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:42,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:42,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1733555802390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:42,396 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:42,396 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:42,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:42,396 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56554 deadline: 1733555802390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:42,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:42,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:42,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-12-07T07:15:42,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:42,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56602 deadline: 1733555802690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:42,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:42,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:42,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:42,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:42,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56612 deadline: 1733555802699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:42,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:42,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:42,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:42,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:42,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56588 deadline: 1733555802700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:42,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:42,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:42,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:42,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:42,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1733555802700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:42,704 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:42,704 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:42,704 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:42,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:42,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56554 deadline: 1733555802700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:42,704 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:42,704 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:42,704 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:42,722 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=50, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/ee5e3fa502804918961f372895b7fbea 2024-12-07T07:15:42,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/ea144cfd56a444a78e84b11bc93e45db is 50, key is test_row_0/B:col10/1733555741376/Put/seqid=0 2024-12-07T07:15:42,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742171_1347 (size=12001) 2024-12-07T07:15:42,733 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/ea144cfd56a444a78e84b11bc93e45db 2024-12-07T07:15:42,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/724fd721361e4979900479f4ab83722d is 50, key is test_row_0/C:col10/1733555741376/Put/seqid=0 2024-12-07T07:15:42,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742172_1348 (size=12001) 2024-12-07T07:15:42,745 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/724fd721361e4979900479f4ab83722d 2024-12-07T07:15:42,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/ee5e3fa502804918961f372895b7fbea as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/ee5e3fa502804918961f372895b7fbea 2024-12-07T07:15:42,754 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/ee5e3fa502804918961f372895b7fbea, entries=150, sequenceid=50, filesize=30.2 K 2024-12-07T07:15:42,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/ea144cfd56a444a78e84b11bc93e45db as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/ea144cfd56a444a78e84b11bc93e45db 2024-12-07T07:15:42,758 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/ea144cfd56a444a78e84b11bc93e45db, entries=150, sequenceid=50, filesize=11.7 K 2024-12-07T07:15:42,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/724fd721361e4979900479f4ab83722d as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/724fd721361e4979900479f4ab83722d 2024-12-07T07:15:42,766 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/724fd721361e4979900479f4ab83722d, entries=150, sequenceid=50, filesize=11.7 K 2024-12-07T07:15:42,766 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for 0848965d01b238eae792b071fd652433 in 866ms, sequenceid=50, compaction requested=false 2024-12-07T07:15:42,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2603): Flush status journal for 0848965d01b238eae792b071fd652433: 2024-12-07T07:15:42,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:42,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-12-07T07:15:42,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=92 2024-12-07T07:15:42,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-12-07T07:15:42,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4810 sec 2024-12-07T07:15:42,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 1.4880 sec 2024-12-07T07:15:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 0848965d01b238eae792b071fd652433 2024-12-07T07:15:43,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0848965d01b238eae792b071fd652433 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-07T07:15:43,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=A 2024-12-07T07:15:43,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:43,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=B 2024-12-07T07:15:43,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:43,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=C 2024-12-07T07:15:43,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:43,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207d64ef037b7ec440c8d90cb9b3eda499e_0848965d01b238eae792b071fd652433 is 50, key is test_row_0/A:col10/1733555743204/Put/seqid=0 2024-12-07T07:15:43,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742173_1349 (size=14594) 2024-12-07T07:15:43,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1733555803232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:43,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:43,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:43,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:43,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56554 deadline: 1733555803241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:43,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:43,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:43,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:43,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56602 deadline: 1733555803242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:43,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:43,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:43,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:43,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56612 deadline: 1733555803243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:43,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:43,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56588 deadline: 1733555803245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:43,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:43,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:43,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:43,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:43,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:43,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1733555803350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:43,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:43,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:43,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:43,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56554 deadline: 1733555803360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:43,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:43,366 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56602 deadline: 1733555803360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:43,366 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:43,366 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:43,367 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:43,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:43,367 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:43,367 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56612 deadline: 1733555803360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:43,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:43,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:43,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:43,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56588 deadline: 1733555803360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:43,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:43,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:43,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-12-07T07:15:43,431 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:15:43,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T07:15:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-12-07T07:15:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-07T07:15:43,434 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T07:15:43,435 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T07:15:43,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T07:15:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-07T07:15:43,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:43,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1733555803560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:43,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:43,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:43,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:43,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:43,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56554 deadline: 1733555803570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:43,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:43,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:43,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:43,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56602 deadline: 1733555803570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:43,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:43,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:43,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:43,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:43,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:43,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56612 deadline: 1733555803570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:43,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:43,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:43,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:43,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:43,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56588 deadline: 1733555803570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:43,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:43,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:43,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:43,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-07T07:15:43,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:43,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. as already flushing 2024-12-07T07:15:43,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:43,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:43,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:43,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:43,615 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:43,618 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207d64ef037b7ec440c8d90cb9b3eda499e_0848965d01b238eae792b071fd652433 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207d64ef037b7ec440c8d90cb9b3eda499e_0848965d01b238eae792b071fd652433 2024-12-07T07:15:43,619 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/01fb85fd94264440a3767c39424e4ebd, store: [table=TestAcidGuarantees family=A region=0848965d01b238eae792b071fd652433] 2024-12-07T07:15:43,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/01fb85fd94264440a3767c39424e4ebd is 175, key is test_row_0/A:col10/1733555743204/Put/seqid=0 2024-12-07T07:15:43,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742174_1350 (size=39549) 2024-12-07T07:15:43,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-07T07:15:43,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:43,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. as already flushing 2024-12-07T07:15:43,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:43,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:43,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:43,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:43,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-07T07:15:43,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1733555803879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:43,883 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:43,883 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:43,883 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:43,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-07T07:15:43,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:43,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. as already flushing 2024-12-07T07:15:43,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:43,894 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:43,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:43,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:43,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56612 deadline: 1733555803896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:43,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56588 deadline: 1733555803896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:43,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56554 deadline: 1733555803896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:43,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56602 deadline: 1733555803896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:43,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:43,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:43,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:43,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:43,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:43,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:43,904 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:43,904 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:43,904 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:43,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:43,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:43,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:43,957 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T07:15:44,029 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=62, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/01fb85fd94264440a3767c39424e4ebd 2024-12-07T07:15:44,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/b6b3119857b84d159c149ae6a0633453 is 50, key is test_row_0/B:col10/1733555743204/Put/seqid=0 2024-12-07T07:15:44,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742175_1351 (size=12001) 2024-12-07T07:15:44,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-07T07:15:44,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:44,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. as already flushing 2024-12-07T07:15:44,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:44,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:44,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-07T07:15:44,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-07T07:15:44,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:44,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. as already flushing 2024-12-07T07:15:44,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:44,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:44,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:44,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:44,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-07T07:15:44,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:44,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. as already flushing 2024-12-07T07:15:44,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:44,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:44,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:44,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:44,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1733555804390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:44,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:44,395 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:44,395 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:44,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:44,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56612 deadline: 1733555804410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:44,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:44,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:44,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56602 deadline: 1733555804410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:44,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:44,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:44,417 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:44,417 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56554 deadline: 1733555804411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:44,417 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:44,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:44,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:44,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:44,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56588 deadline: 1733555804411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:44,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:44,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:44,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:44,440 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/b6b3119857b84d159c149ae6a0633453 2024-12-07T07:15:44,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/39e6d9b16a40482c89ac11ee32350b43 is 50, key is test_row_0/C:col10/1733555743204/Put/seqid=0 2024-12-07T07:15:44,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742176_1352 (size=12001) 2024-12-07T07:15:44,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-07T07:15:44,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:44,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. as already flushing 2024-12-07T07:15:44,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:44,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:44,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:44,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-07T07:15:44,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-07T07:15:44,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:44,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. as already flushing 2024-12-07T07:15:44,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:44,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:44,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:44,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:44,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-07T07:15:44,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:44,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. as already flushing 2024-12-07T07:15:44,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:44,810 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:44,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:44,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/39e6d9b16a40482c89ac11ee32350b43 2024-12-07T07:15:44,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/01fb85fd94264440a3767c39424e4ebd as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/01fb85fd94264440a3767c39424e4ebd 2024-12-07T07:15:44,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/01fb85fd94264440a3767c39424e4ebd, entries=200, sequenceid=62, filesize=38.6 K 2024-12-07T07:15:44,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/b6b3119857b84d159c149ae6a0633453 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/b6b3119857b84d159c149ae6a0633453 2024-12-07T07:15:44,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/b6b3119857b84d159c149ae6a0633453, entries=150, sequenceid=62, filesize=11.7 K 2024-12-07T07:15:44,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/39e6d9b16a40482c89ac11ee32350b43 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/39e6d9b16a40482c89ac11ee32350b43 2024-12-07T07:15:44,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/39e6d9b16a40482c89ac11ee32350b43, entries=150, sequenceid=62, filesize=11.7 K 2024-12-07T07:15:44,866 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 0848965d01b238eae792b071fd652433 in 1661ms, sequenceid=62, compaction requested=true 2024-12-07T07:15:44,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0848965d01b238eae792b071fd652433: 2024-12-07T07:15:44,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0848965d01b238eae792b071fd652433:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:15:44,867 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:15:44,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:44,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0848965d01b238eae792b071fd652433:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:15:44,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:44,867 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:15:44,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0848965d01b238eae792b071fd652433:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:15:44,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:15:44,867 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:15:44,867 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:15:44,867 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 0848965d01b238eae792b071fd652433/A is initiating minor compaction (all files) 2024-12-07T07:15:44,867 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 0848965d01b238eae792b071fd652433/B is initiating minor compaction (all files) 2024-12-07T07:15:44,867 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0848965d01b238eae792b071fd652433/B in TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:44,867 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0848965d01b238eae792b071fd652433/A in TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:44,868 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/5e434526caff4360bb126775dc467f1f, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/ea144cfd56a444a78e84b11bc93e45db, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/b6b3119857b84d159c149ae6a0633453] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp, totalSize=35.2 K 2024-12-07T07:15:44,868 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/166d8508f8c344e0a1ac24b65429051b, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/ee5e3fa502804918961f372895b7fbea, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/01fb85fd94264440a3767c39424e4ebd] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp, totalSize=99.1 K 2024-12-07T07:15:44,868 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:44,868 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. files: [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/166d8508f8c344e0a1ac24b65429051b, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/ee5e3fa502804918961f372895b7fbea, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/01fb85fd94264440a3767c39424e4ebd] 2024-12-07T07:15:44,868 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e434526caff4360bb126775dc467f1f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733555741292 2024-12-07T07:15:44,868 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 166d8508f8c344e0a1ac24b65429051b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733555741292 2024-12-07T07:15:44,868 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee5e3fa502804918961f372895b7fbea, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733555741376 2024-12-07T07:15:44,868 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting ea144cfd56a444a78e84b11bc93e45db, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733555741376 2024-12-07T07:15:44,869 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting b6b3119857b84d159c149ae6a0633453, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733555742027 2024-12-07T07:15:44,869 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01fb85fd94264440a3767c39424e4ebd, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733555742027 2024-12-07T07:15:44,882 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0848965d01b238eae792b071fd652433] 2024-12-07T07:15:44,882 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0848965d01b238eae792b071fd652433#B#compaction#300 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:44,883 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/dcfc5cc6a79e4df182752fde270563bc is 50, key is test_row_0/B:col10/1733555743204/Put/seqid=0 2024-12-07T07:15:44,885 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241207d87219855d384c83953a7e36d8cfaf32_0848965d01b238eae792b071fd652433 store=[table=TestAcidGuarantees family=A region=0848965d01b238eae792b071fd652433] 2024-12-07T07:15:44,887 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241207d87219855d384c83953a7e36d8cfaf32_0848965d01b238eae792b071fd652433, store=[table=TestAcidGuarantees family=A region=0848965d01b238eae792b071fd652433] 2024-12-07T07:15:44,887 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207d87219855d384c83953a7e36d8cfaf32_0848965d01b238eae792b071fd652433 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0848965d01b238eae792b071fd652433] 2024-12-07T07:15:44,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742177_1353 (size=12104) 2024-12-07T07:15:44,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742178_1354 (size=4469) 2024-12-07T07:15:44,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-07T07:15:44,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:44,963 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2902): Flushing 0848965d01b238eae792b071fd652433 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-07T07:15:44,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=A 2024-12-07T07:15:44,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:44,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=B 2024-12-07T07:15:44,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:44,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=C 2024-12-07T07:15:44,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:44,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207a2540d51df834970ae4c6a4ac5c7a890_0848965d01b238eae792b071fd652433 is 50, key is test_row_0/A:col10/1733555743240/Put/seqid=0 2024-12-07T07:15:44,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742179_1355 (size=12154) 2024-12-07T07:15:45,297 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/dcfc5cc6a79e4df182752fde270563bc as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/dcfc5cc6a79e4df182752fde270563bc 2024-12-07T07:15:45,302 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0848965d01b238eae792b071fd652433/B of 0848965d01b238eae792b071fd652433 into dcfc5cc6a79e4df182752fde270563bc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:45,302 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0848965d01b238eae792b071fd652433: 2024-12-07T07:15:45,302 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., storeName=0848965d01b238eae792b071fd652433/B, priority=13, startTime=1733555744867; duration=0sec 2024-12-07T07:15:45,302 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:15:45,302 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0848965d01b238eae792b071fd652433:B 2024-12-07T07:15:45,302 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:15:45,302 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0848965d01b238eae792b071fd652433#A#compaction#301 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:45,303 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/703d766e1b684a09bc1014036c2a26b2 is 175, key is test_row_0/A:col10/1733555743204/Put/seqid=0 2024-12-07T07:15:45,304 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:15:45,304 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 0848965d01b238eae792b071fd652433/C is initiating minor compaction (all files) 2024-12-07T07:15:45,304 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0848965d01b238eae792b071fd652433/C in TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:45,304 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/413b24c045f6440d9a4915b301c2411e, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/724fd721361e4979900479f4ab83722d, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/39e6d9b16a40482c89ac11ee32350b43] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp, totalSize=35.2 K 2024-12-07T07:15:45,304 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 413b24c045f6440d9a4915b301c2411e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733555741292 2024-12-07T07:15:45,305 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 724fd721361e4979900479f4ab83722d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733555741376 2024-12-07T07:15:45,305 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 39e6d9b16a40482c89ac11ee32350b43, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733555742027 2024-12-07T07:15:45,310 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0848965d01b238eae792b071fd652433#C#compaction#303 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:45,311 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/991051dce2074e9995ace1c6b98692ef is 50, key is test_row_0/C:col10/1733555743204/Put/seqid=0 2024-12-07T07:15:45,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742180_1356 (size=31058) 2024-12-07T07:15:45,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742181_1357 (size=12104) 2024-12-07T07:15:45,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:45,386 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207a2540d51df834970ae4c6a4ac5c7a890_0848965d01b238eae792b071fd652433 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207a2540d51df834970ae4c6a4ac5c7a890_0848965d01b238eae792b071fd652433 2024-12-07T07:15:45,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/9f11ebe6cb57436f940b6041bf53a02c, store: [table=TestAcidGuarantees family=A region=0848965d01b238eae792b071fd652433] 2024-12-07T07:15:45,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/9f11ebe6cb57436f940b6041bf53a02c is 175, key is test_row_0/A:col10/1733555743240/Put/seqid=0 2024-12-07T07:15:45,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742182_1358 (size=30955) 2024-12-07T07:15:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 0848965d01b238eae792b071fd652433 2024-12-07T07:15:45,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. as already flushing 2024-12-07T07:15:45,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:45,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56588 deadline: 1733555805430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:45,439 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_0' in 0848965d01b238eae792b071fd652433 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:15:45,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:45,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:45,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:45,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:45,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1733555805435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:45,441 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:45,441 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:45,441 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:45,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:45,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56612 deadline: 1733555805436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:45,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:45,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:45,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:45,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:45,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56602 deadline: 1733555805437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:45,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:45,450 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:45,450 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:45,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:45,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56554 deadline: 1733555805438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:45,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:45,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:45,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:45,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:45,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1733555805550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:45,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:45,554 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:45,554 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:45,554 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:45,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56612 deadline: 1733555805550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:45,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:45,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:45,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:45,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:45,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56602 deadline: 1733555805560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:45,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:45,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:45,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:45,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:45,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56554 deadline: 1733555805560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:45,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:45,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:45,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-07T07:15:45,717 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/703d766e1b684a09bc1014036c2a26b2 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/703d766e1b684a09bc1014036c2a26b2 2024-12-07T07:15:45,721 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0848965d01b238eae792b071fd652433/A of 0848965d01b238eae792b071fd652433 into 703d766e1b684a09bc1014036c2a26b2(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:45,721 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0848965d01b238eae792b071fd652433: 2024-12-07T07:15:45,722 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., storeName=0848965d01b238eae792b071fd652433/A, priority=13, startTime=1733555744866; duration=0sec 2024-12-07T07:15:45,722 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:45,722 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0848965d01b238eae792b071fd652433:A 2024-12-07T07:15:45,722 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/991051dce2074e9995ace1c6b98692ef as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/991051dce2074e9995ace1c6b98692ef 2024-12-07T07:15:45,726 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0848965d01b238eae792b071fd652433/C of 0848965d01b238eae792b071fd652433 into 991051dce2074e9995ace1c6b98692ef(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:45,726 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0848965d01b238eae792b071fd652433: 2024-12-07T07:15:45,726 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., storeName=0848965d01b238eae792b071fd652433/C, priority=13, startTime=1733555744867; duration=0sec 2024-12-07T07:15:45,727 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:45,727 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0848965d01b238eae792b071fd652433:C 2024-12-07T07:15:45,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:45,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1733555805760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:45,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:45,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:45,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:45,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56612 deadline: 1733555805760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:45,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:45,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:45,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:45,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:45,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:45,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56602 deadline: 1733555805769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:45,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:45,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:45,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:45,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:45,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56554 deadline: 1733555805769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:45,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:45,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:45,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:45,792 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=82, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/9f11ebe6cb57436f940b6041bf53a02c 2024-12-07T07:15:45,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/318e9a67a8114716a5d0d7f03aa5232c is 50, key is test_row_0/B:col10/1733555743240/Put/seqid=0 2024-12-07T07:15:45,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742183_1359 (size=12001) 2024-12-07T07:15:45,806 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/318e9a67a8114716a5d0d7f03aa5232c 2024-12-07T07:15:45,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/c4e8480a5f2b4f1f9ec2a3047e4708f9 is 50, key is test_row_0/C:col10/1733555743240/Put/seqid=0 2024-12-07T07:15:45,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742184_1360 (size=12001) 2024-12-07T07:15:46,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:46,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1733555806070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:46,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:46,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:46,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:46,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:46,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56612 deadline: 1733555806079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:46,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:46,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:46,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:46,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56602 deadline: 1733555806080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:46,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:46,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:46,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:46,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:46,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:46,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56554 deadline: 1733555806080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:46,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:46,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:46,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:46,216 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/c4e8480a5f2b4f1f9ec2a3047e4708f9 2024-12-07T07:15:46,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/9f11ebe6cb57436f940b6041bf53a02c as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/9f11ebe6cb57436f940b6041bf53a02c 2024-12-07T07:15:46,227 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/9f11ebe6cb57436f940b6041bf53a02c, entries=150, sequenceid=82, filesize=30.2 K 2024-12-07T07:15:46,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/318e9a67a8114716a5d0d7f03aa5232c as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/318e9a67a8114716a5d0d7f03aa5232c 2024-12-07T07:15:46,231 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/318e9a67a8114716a5d0d7f03aa5232c, entries=150, sequenceid=82, filesize=11.7 K 2024-12-07T07:15:46,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/c4e8480a5f2b4f1f9ec2a3047e4708f9 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/c4e8480a5f2b4f1f9ec2a3047e4708f9 2024-12-07T07:15:46,237 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/c4e8480a5f2b4f1f9ec2a3047e4708f9, entries=150, sequenceid=82, filesize=11.7 K 2024-12-07T07:15:46,237 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 0848965d01b238eae792b071fd652433 in 1275ms, sequenceid=82, compaction requested=false 2024-12-07T07:15:46,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2603): Flush status journal for 0848965d01b238eae792b071fd652433: 2024-12-07T07:15:46,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:46,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-12-07T07:15:46,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=94 2024-12-07T07:15:46,241 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-12-07T07:15:46,241 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8040 sec 2024-12-07T07:15:46,243 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 2.8100 sec 2024-12-07T07:15:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 0848965d01b238eae792b071fd652433 2024-12-07T07:15:46,584 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0848965d01b238eae792b071fd652433 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-07T07:15:46,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=A 2024-12-07T07:15:46,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:46,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=B 2024-12-07T07:15:46,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:46,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=C 2024-12-07T07:15:46,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:46,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207c35ac4256be6497884eea8e66bafdb44_0848965d01b238eae792b071fd652433 is 50, key is test_row_0/A:col10/1733555746583/Put/seqid=0 2024-12-07T07:15:46,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742185_1361 (size=14594) 2024-12-07T07:15:46,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56602 deadline: 1733555806617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:46,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:46,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:46,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:46,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56612 deadline: 1733555806618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:46,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:46,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:46,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:46,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1733555806619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:46,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:46,627 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:46,627 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:46,627 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56554 deadline: 1733555806622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:46,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:46,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:46,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:46,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56602 deadline: 1733555806730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:46,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:46,732 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56554 deadline: 1733555806731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:46,732 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:46,732 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:46,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:46,732 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56612 deadline: 1733555806731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:46,732 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:46,732 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:46,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:46,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:46,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:46,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1733555806731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:46,733 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:46,733 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:46,733 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:46,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56602 deadline: 1733555806940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:46,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56554 deadline: 1733555806940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:46,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:46,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:46,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:46,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:46,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:46,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:46,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56612 deadline: 1733555806940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:46,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:46,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1733555806940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:46,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:46,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:46,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:46,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:46,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:46,997 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:47,000 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207c35ac4256be6497884eea8e66bafdb44_0848965d01b238eae792b071fd652433 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207c35ac4256be6497884eea8e66bafdb44_0848965d01b238eae792b071fd652433 2024-12-07T07:15:47,001 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/63c5ed38b936498a9dafa7dc439fb9a3, store: [table=TestAcidGuarantees family=A region=0848965d01b238eae792b071fd652433] 2024-12-07T07:15:47,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/63c5ed38b936498a9dafa7dc439fb9a3 is 175, key is test_row_0/A:col10/1733555746583/Put/seqid=0 2024-12-07T07:15:47,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742186_1362 (size=39549) 2024-12-07T07:15:47,005 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=98, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/63c5ed38b936498a9dafa7dc439fb9a3 2024-12-07T07:15:47,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/16d0b500e8f648599164745b63a608b9 is 50, key is test_row_0/B:col10/1733555746583/Put/seqid=0 2024-12-07T07:15:47,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742187_1363 (size=12001) 2024-12-07T07:15:47,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:47,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56602 deadline: 1733555807250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:47,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:47,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:47,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:47,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:47,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56554 deadline: 1733555807250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:47,259 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:47,259 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:47,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:47,259 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:47,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56612 deadline: 1733555807250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:47,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:47,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:47,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:47,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:47,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1733555807250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:47,260 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:47,260 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:47,260 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:47,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/16d0b500e8f648599164745b63a608b9 2024-12-07T07:15:47,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/6aad2169690343bda8c03254fc4495dc is 50, key is test_row_0/C:col10/1733555746583/Put/seqid=0 2024-12-07T07:15:47,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742188_1364 (size=12001) 2024-12-07T07:15:47,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:47,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56588 deadline: 1733555807460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:47,470 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_0' in 0848965d01b238eae792b071fd652433 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4225 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:15:47,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:47,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:47,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:47,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-07T07:15:47,600 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:15:47,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T07:15:47,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-12-07T07:15:47,602 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T07:15:47,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-07T07:15:47,603 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T07:15:47,603 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T07:15:47,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-07T07:15:47,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-07T07:15:47,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:47,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. as already flushing 2024-12-07T07:15:47,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:47,755 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:47,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:47,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:47,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56602 deadline: 1733555807769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:47,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:47,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:47,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:47,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56554 deadline: 1733555807770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:47,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:47,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:47,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:47,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56612 deadline: 1733555807770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:47,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:47,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:47,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1733555807770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:47,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:47,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:47,775 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:47,775 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:47,775 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:47,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/6aad2169690343bda8c03254fc4495dc 2024-12-07T07:15:47,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/63c5ed38b936498a9dafa7dc439fb9a3 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/63c5ed38b936498a9dafa7dc439fb9a3 2024-12-07T07:15:47,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/63c5ed38b936498a9dafa7dc439fb9a3, entries=200, sequenceid=98, filesize=38.6 K 2024-12-07T07:15:47,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/16d0b500e8f648599164745b63a608b9 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/16d0b500e8f648599164745b63a608b9 2024-12-07T07:15:47,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/16d0b500e8f648599164745b63a608b9, entries=150, sequenceid=98, filesize=11.7 K 2024-12-07T07:15:47,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/6aad2169690343bda8c03254fc4495dc as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/6aad2169690343bda8c03254fc4495dc 2024-12-07T07:15:47,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/6aad2169690343bda8c03254fc4495dc, entries=150, sequenceid=98, filesize=11.7 K 2024-12-07T07:15:47,845 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 0848965d01b238eae792b071fd652433 in 1260ms, sequenceid=98, compaction requested=true 2024-12-07T07:15:47,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0848965d01b238eae792b071fd652433: 2024-12-07T07:15:47,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0848965d01b238eae792b071fd652433:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:15:47,845 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:15:47,846 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:15:47,846 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 0848965d01b238eae792b071fd652433/A is initiating minor compaction (all files) 2024-12-07T07:15:47,846 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0848965d01b238eae792b071fd652433/A in TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:47,846 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/703d766e1b684a09bc1014036c2a26b2, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/9f11ebe6cb57436f940b6041bf53a02c, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/63c5ed38b936498a9dafa7dc439fb9a3] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp, totalSize=99.2 K 2024-12-07T07:15:47,846 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:47,846 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. files: [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/703d766e1b684a09bc1014036c2a26b2, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/9f11ebe6cb57436f940b6041bf53a02c, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/63c5ed38b936498a9dafa7dc439fb9a3] 2024-12-07T07:15:47,846 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 703d766e1b684a09bc1014036c2a26b2, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733555742027 2024-12-07T07:15:47,847 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f11ebe6cb57436f940b6041bf53a02c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733555743240 2024-12-07T07:15:47,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:47,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0848965d01b238eae792b071fd652433:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:15:47,847 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:15:47,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:47,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0848965d01b238eae792b071fd652433:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:15:47,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:15:47,847 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63c5ed38b936498a9dafa7dc439fb9a3, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733555745426 2024-12-07T07:15:47,848 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:15:47,848 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 0848965d01b238eae792b071fd652433/B is initiating minor compaction (all files) 2024-12-07T07:15:47,848 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0848965d01b238eae792b071fd652433/B in TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:47,848 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/dcfc5cc6a79e4df182752fde270563bc, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/318e9a67a8114716a5d0d7f03aa5232c, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/16d0b500e8f648599164745b63a608b9] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp, totalSize=35.3 K 2024-12-07T07:15:47,848 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting dcfc5cc6a79e4df182752fde270563bc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733555742027 2024-12-07T07:15:47,849 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 318e9a67a8114716a5d0d7f03aa5232c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733555743240 2024-12-07T07:15:47,849 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 16d0b500e8f648599164745b63a608b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733555745426 2024-12-07T07:15:47,853 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0848965d01b238eae792b071fd652433] 2024-12-07T07:15:47,855 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412074d85538bb8dd43fdaed9ebda1c43e3f4_0848965d01b238eae792b071fd652433 store=[table=TestAcidGuarantees family=A region=0848965d01b238eae792b071fd652433] 2024-12-07T07:15:47,857 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412074d85538bb8dd43fdaed9ebda1c43e3f4_0848965d01b238eae792b071fd652433, store=[table=TestAcidGuarantees family=A region=0848965d01b238eae792b071fd652433] 2024-12-07T07:15:47,857 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412074d85538bb8dd43fdaed9ebda1c43e3f4_0848965d01b238eae792b071fd652433 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0848965d01b238eae792b071fd652433] 2024-12-07T07:15:47,858 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0848965d01b238eae792b071fd652433#B#compaction#310 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:47,858 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/0245391f16f0433c8b5329918d430d55 is 50, key is test_row_0/B:col10/1733555746583/Put/seqid=0 2024-12-07T07:15:47,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742189_1365 (size=4469) 2024-12-07T07:15:47,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742190_1366 (size=12207) 2024-12-07T07:15:47,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-07T07:15:47,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:47,916 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2902): Flushing 0848965d01b238eae792b071fd652433 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-07T07:15:47,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=A 2024-12-07T07:15:47,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:47,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=B 2024-12-07T07:15:47,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:47,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=C 2024-12-07T07:15:47,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:47,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-07T07:15:47,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120734d1346ee17f42c99e345a93967bae8f_0848965d01b238eae792b071fd652433 is 50, key is test_row_0/A:col10/1733555746618/Put/seqid=0 2024-12-07T07:15:47,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742191_1367 (size=12154) 2024-12-07T07:15:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-07T07:15:48,267 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0848965d01b238eae792b071fd652433#A#compaction#309 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:48,268 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/8d59e27d35bd4eeb96ba928b0b40cffe is 175, key is test_row_0/A:col10/1733555746583/Put/seqid=0 2024-12-07T07:15:48,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742192_1368 (size=31161) 2024-12-07T07:15:48,272 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/0245391f16f0433c8b5329918d430d55 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/0245391f16f0433c8b5329918d430d55 2024-12-07T07:15:48,275 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0848965d01b238eae792b071fd652433/B of 0848965d01b238eae792b071fd652433 into 0245391f16f0433c8b5329918d430d55(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:48,275 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0848965d01b238eae792b071fd652433: 2024-12-07T07:15:48,275 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., storeName=0848965d01b238eae792b071fd652433/B, priority=13, startTime=1733555747847; duration=0sec 2024-12-07T07:15:48,275 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:15:48,275 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0848965d01b238eae792b071fd652433:B 2024-12-07T07:15:48,275 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:15:48,276 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:15:48,276 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 0848965d01b238eae792b071fd652433/C is initiating minor compaction (all files) 2024-12-07T07:15:48,276 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0848965d01b238eae792b071fd652433/C in TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:48,277 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/991051dce2074e9995ace1c6b98692ef, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/c4e8480a5f2b4f1f9ec2a3047e4708f9, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/6aad2169690343bda8c03254fc4495dc] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp, totalSize=35.3 K 2024-12-07T07:15:48,277 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 991051dce2074e9995ace1c6b98692ef, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733555742027 2024-12-07T07:15:48,277 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting c4e8480a5f2b4f1f9ec2a3047e4708f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733555743240 2024-12-07T07:15:48,277 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 6aad2169690343bda8c03254fc4495dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733555745426 2024-12-07T07:15:48,282 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0848965d01b238eae792b071fd652433#C#compaction#312 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:48,283 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/384c612c64aa4819bf1154458322ecfb is 50, key is test_row_0/C:col10/1733555746583/Put/seqid=0 2024-12-07T07:15:48,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742193_1369 (size=12207) 2024-12-07T07:15:48,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:48,333 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120734d1346ee17f42c99e345a93967bae8f_0848965d01b238eae792b071fd652433 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120734d1346ee17f42c99e345a93967bae8f_0848965d01b238eae792b071fd652433 2024-12-07T07:15:48,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/5d63cb803a5a47af9bf6d899c4ac782a, store: [table=TestAcidGuarantees family=A region=0848965d01b238eae792b071fd652433] 2024-12-07T07:15:48,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/5d63cb803a5a47af9bf6d899c4ac782a is 175, key is test_row_0/A:col10/1733555746618/Put/seqid=0 2024-12-07T07:15:48,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742194_1370 (size=30955) 2024-12-07T07:15:48,675 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/8d59e27d35bd4eeb96ba928b0b40cffe as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/8d59e27d35bd4eeb96ba928b0b40cffe 2024-12-07T07:15:48,678 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0848965d01b238eae792b071fd652433/A of 0848965d01b238eae792b071fd652433 into 8d59e27d35bd4eeb96ba928b0b40cffe(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:48,679 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0848965d01b238eae792b071fd652433: 2024-12-07T07:15:48,679 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., storeName=0848965d01b238eae792b071fd652433/A, priority=13, startTime=1733555747845; duration=0sec 2024-12-07T07:15:48,679 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:48,679 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0848965d01b238eae792b071fd652433:A 2024-12-07T07:15:48,689 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/384c612c64aa4819bf1154458322ecfb as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/384c612c64aa4819bf1154458322ecfb 2024-12-07T07:15:48,693 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0848965d01b238eae792b071fd652433/C of 0848965d01b238eae792b071fd652433 into 384c612c64aa4819bf1154458322ecfb(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:48,693 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0848965d01b238eae792b071fd652433: 2024-12-07T07:15:48,693 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., storeName=0848965d01b238eae792b071fd652433/C, priority=13, startTime=1733555747847; duration=0sec 2024-12-07T07:15:48,693 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:48,693 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0848965d01b238eae792b071fd652433:C 2024-12-07T07:15:48,737 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/5d63cb803a5a47af9bf6d899c4ac782a 2024-12-07T07:15:48,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-07T07:15:48,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/563d10e776e74ffb9ef03d0c884e1be6 is 50, key is test_row_0/B:col10/1733555746618/Put/seqid=0 2024-12-07T07:15:48,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742195_1371 (size=12001) 2024-12-07T07:15:48,747 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/563d10e776e74ffb9ef03d0c884e1be6 2024-12-07T07:15:48,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/c457265125a145dca92354262c8d0ad0 is 50, key is test_row_0/C:col10/1733555746618/Put/seqid=0 2024-12-07T07:15:48,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742196_1372 (size=12001) 2024-12-07T07:15:48,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 0848965d01b238eae792b071fd652433 2024-12-07T07:15:48,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. as already flushing 2024-12-07T07:15:48,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:48,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1733555808800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:48,811 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:48,811 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:48,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:48,811 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:48,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56602 deadline: 1733555808801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:48,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:48,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:48,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:48,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56554 deadline: 1733555808804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:48,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:48,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:48,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:48,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56612 deadline: 1733555808806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:48,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:48,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:48,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:48,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:48,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56554 deadline: 1733555808920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56612 deadline: 1733555808920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:48,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1733555808921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:48,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:48,928 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56602 deadline: 1733555808921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:48,928 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:48,928 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:48,928 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:48,928 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:48,928 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:48,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:48,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:48,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:48,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:48,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:48,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:49,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:49,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56612 deadline: 1733555809130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:49,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:49,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:49,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:49,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:49,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56602 deadline: 1733555809130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:49,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:49,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:49,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:49,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:49,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56554 deadline: 1733555809140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:49,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:49,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:49,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:49,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1733555809140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:49,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:49,144 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:49,144 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:49,144 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:49,156 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/c457265125a145dca92354262c8d0ad0 2024-12-07T07:15:49,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/5d63cb803a5a47af9bf6d899c4ac782a as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/5d63cb803a5a47af9bf6d899c4ac782a 2024-12-07T07:15:49,163 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/5d63cb803a5a47af9bf6d899c4ac782a, entries=150, sequenceid=117, filesize=30.2 K 2024-12-07T07:15:49,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/563d10e776e74ffb9ef03d0c884e1be6 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/563d10e776e74ffb9ef03d0c884e1be6 2024-12-07T07:15:49,168 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/563d10e776e74ffb9ef03d0c884e1be6, entries=150, sequenceid=117, filesize=11.7 K 2024-12-07T07:15:49,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/c457265125a145dca92354262c8d0ad0 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/c457265125a145dca92354262c8d0ad0 2024-12-07T07:15:49,172 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/c457265125a145dca92354262c8d0ad0, entries=150, sequenceid=117, filesize=11.7 K 2024-12-07T07:15:49,173 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 0848965d01b238eae792b071fd652433 in 1256ms, sequenceid=117, compaction requested=false 2024-12-07T07:15:49,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2603): Flush status journal for 0848965d01b238eae792b071fd652433: 2024-12-07T07:15:49,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:49,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-12-07T07:15:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=96 2024-12-07T07:15:49,175 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-12-07T07:15:49,175 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5710 sec 2024-12-07T07:15:49,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 1.5750 sec 2024-12-07T07:15:49,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 0848965d01b238eae792b071fd652433 2024-12-07T07:15:49,443 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0848965d01b238eae792b071fd652433 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-07T07:15:49,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=A 2024-12-07T07:15:49,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:49,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=B 2024-12-07T07:15:49,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:49,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=C 2024-12-07T07:15:49,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:49,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412070ea9a14a92364c3d88658a734ef626b3_0848965d01b238eae792b071fd652433 is 50, key is test_row_0/A:col10/1733555749442/Put/seqid=0 2024-12-07T07:15:49,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742197_1373 (size=12254) 2024-12-07T07:15:49,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:49,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56612 deadline: 1733555809466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:49,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:49,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:49,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:49,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:49,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56602 deadline: 1733555809467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:49,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:49,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:49,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56554 deadline: 1733555809471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:49,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:49,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:49,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:49,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:49,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:49,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:49,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1733555809472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:49,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:49,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:49,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:49,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:49,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56612 deadline: 1733555809580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:49,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:49,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:49,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56602 deadline: 1733555809580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:49,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:49,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:49,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:49,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:49,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:49,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:49,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56554 deadline: 1733555809580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:49,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:49,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:49,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:49,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:49,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1733555809590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:49,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:49,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:49,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-07T07:15:49,750 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:15:49,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T07:15:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-12-07T07:15:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-07T07:15:49,752 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T07:15:49,753 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T07:15:49,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T07:15:49,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56612 deadline: 1733555809790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:49,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:49,796 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56602 deadline: 1733555809790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:49,796 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:49,796 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:49,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:49,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56554 deadline: 1733555809790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:49,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:49,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:49,797 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:49,797 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:49,797 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:49,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1733555809800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:49,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:49,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:49,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:49,855 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:49,858 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412070ea9a14a92364c3d88658a734ef626b3_0848965d01b238eae792b071fd652433 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412070ea9a14a92364c3d88658a734ef626b3_0848965d01b238eae792b071fd652433 2024-12-07T07:15:49,858 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/802d75234ac84d27b0d7b7d47aca560e, store: [table=TestAcidGuarantees family=A region=0848965d01b238eae792b071fd652433] 2024-12-07T07:15:49,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/802d75234ac84d27b0d7b7d47aca560e is 175, key is test_row_0/A:col10/1733555749442/Put/seqid=0 2024-12-07T07:15:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-07T07:15:49,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742198_1374 (size=31055) 2024-12-07T07:15:49,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-07T07:15:49,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:49,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. as already flushing 2024-12-07T07:15:49,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:49,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:49,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:50,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-07T07:15:50,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:50,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. as already flushing 2024-12-07T07:15:50,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:50,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:50,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-07T07:15:50,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56612 deadline: 1733555810100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:50,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:50,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:50,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:50,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56602 deadline: 1733555810100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:50,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:50,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:50,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:50,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56554 deadline: 1733555810100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:50,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:50,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:50,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:50,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1733555810110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:50,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:50,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:50,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:50,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-07T07:15:50,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:50,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. as already flushing 2024-12-07T07:15:50,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:50,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:50,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:50,262 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/802d75234ac84d27b0d7b7d47aca560e 2024-12-07T07:15:50,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/852aaddfe9cf434fa7b6024e7c954db7 is 50, key is test_row_0/B:col10/1733555749442/Put/seqid=0 2024-12-07T07:15:50,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742199_1375 (size=12101) 2024-12-07T07:15:50,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-07T07:15:50,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:50,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. as already flushing 2024-12-07T07:15:50,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:50,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:50,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-07T07:15:50,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-07T07:15:50,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:50,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. as already flushing 2024-12-07T07:15:50,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:50,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:50,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:50,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:50,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56612 deadline: 1733555810610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:50,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:50,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56602 deadline: 1733555810610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:50,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:50,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:50,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:50,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:50,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:50,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:50,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56554 deadline: 1733555810620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:50,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:50,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:50,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:50,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1733555810620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:50,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:50,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:50,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:50,672 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/852aaddfe9cf434fa7b6024e7c954db7 2024-12-07T07:15:50,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/a709b5182b73458f993051b8318f4cff is 50, key is test_row_0/C:col10/1733555749442/Put/seqid=0 2024-12-07T07:15:50,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-07T07:15:50,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:50,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. as already flushing 2024-12-07T07:15:50,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:50,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:50,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:50,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:50,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742200_1376 (size=12101) 2024-12-07T07:15:50,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-07T07:15:50,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:50,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. as already flushing 2024-12-07T07:15:50,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:50,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:50,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:50,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:50,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-07T07:15:50,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-07T07:15:50,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:50,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. as already flushing 2024-12-07T07:15:50,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:50,986 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:50,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:50,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:51,086 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/a709b5182b73458f993051b8318f4cff 2024-12-07T07:15:51,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/802d75234ac84d27b0d7b7d47aca560e as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/802d75234ac84d27b0d7b7d47aca560e 2024-12-07T07:15:51,094 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/802d75234ac84d27b0d7b7d47aca560e, entries=150, sequenceid=134, filesize=30.3 K 2024-12-07T07:15:51,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/852aaddfe9cf434fa7b6024e7c954db7 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/852aaddfe9cf434fa7b6024e7c954db7 2024-12-07T07:15:51,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/852aaddfe9cf434fa7b6024e7c954db7, entries=150, sequenceid=134, filesize=11.8 K 2024-12-07T07:15:51,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/a709b5182b73458f993051b8318f4cff as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/a709b5182b73458f993051b8318f4cff 2024-12-07T07:15:51,100 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/a709b5182b73458f993051b8318f4cff, entries=150, sequenceid=134, filesize=11.8 K 2024-12-07T07:15:51,101 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 0848965d01b238eae792b071fd652433 in 1658ms, sequenceid=134, compaction requested=true 2024-12-07T07:15:51,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0848965d01b238eae792b071fd652433: 2024-12-07T07:15:51,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0848965d01b238eae792b071fd652433:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:15:51,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:51,101 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:15:51,101 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:15:51,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0848965d01b238eae792b071fd652433:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:15:51,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:51,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0848965d01b238eae792b071fd652433:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:15:51,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:15:51,102 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93171 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:15:51,102 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 0848965d01b238eae792b071fd652433/A is initiating minor compaction (all files) 2024-12-07T07:15:51,102 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0848965d01b238eae792b071fd652433/A in TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:51,102 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/8d59e27d35bd4eeb96ba928b0b40cffe, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/5d63cb803a5a47af9bf6d899c4ac782a, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/802d75234ac84d27b0d7b7d47aca560e] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp, totalSize=91.0 K 2024-12-07T07:15:51,102 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:51,103 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. files: [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/8d59e27d35bd4eeb96ba928b0b40cffe, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/5d63cb803a5a47af9bf6d899c4ac782a, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/802d75234ac84d27b0d7b7d47aca560e] 2024-12-07T07:15:51,103 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:15:51,103 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 0848965d01b238eae792b071fd652433/B is initiating minor compaction (all files) 2024-12-07T07:15:51,103 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0848965d01b238eae792b071fd652433/B in TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:51,103 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d59e27d35bd4eeb96ba928b0b40cffe, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733555745426 2024-12-07T07:15:51,103 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/0245391f16f0433c8b5329918d430d55, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/563d10e776e74ffb9ef03d0c884e1be6, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/852aaddfe9cf434fa7b6024e7c954db7] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp, totalSize=35.5 K 2024-12-07T07:15:51,103 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d63cb803a5a47af9bf6d899c4ac782a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733555746617 2024-12-07T07:15:51,103 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 0245391f16f0433c8b5329918d430d55, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733555745426 2024-12-07T07:15:51,103 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 802d75234ac84d27b0d7b7d47aca560e, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733555748783 2024-12-07T07:15:51,103 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 563d10e776e74ffb9ef03d0c884e1be6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733555746617 2024-12-07T07:15:51,104 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 852aaddfe9cf434fa7b6024e7c954db7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733555748783 2024-12-07T07:15:51,111 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0848965d01b238eae792b071fd652433#B#compaction#318 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:51,112 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/de3be3a6d25d4c0d80401c440906f72a is 50, key is test_row_0/B:col10/1733555749442/Put/seqid=0 2024-12-07T07:15:51,112 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0848965d01b238eae792b071fd652433] 2024-12-07T07:15:51,116 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412072bbad856feab4fcb979be49eadcdcbc4_0848965d01b238eae792b071fd652433 store=[table=TestAcidGuarantees family=A region=0848965d01b238eae792b071fd652433] 2024-12-07T07:15:51,117 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412072bbad856feab4fcb979be49eadcdcbc4_0848965d01b238eae792b071fd652433, store=[table=TestAcidGuarantees family=A region=0848965d01b238eae792b071fd652433] 2024-12-07T07:15:51,118 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412072bbad856feab4fcb979be49eadcdcbc4_0848965d01b238eae792b071fd652433 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0848965d01b238eae792b071fd652433] 2024-12-07T07:15:51,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742201_1377 (size=12409) 2024-12-07T07:15:51,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742202_1378 (size=4469) 2024-12-07T07:15:51,124 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/de3be3a6d25d4c0d80401c440906f72a as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/de3be3a6d25d4c0d80401c440906f72a 2024-12-07T07:15:51,129 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0848965d01b238eae792b071fd652433/B of 0848965d01b238eae792b071fd652433 into de3be3a6d25d4c0d80401c440906f72a(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:51,129 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0848965d01b238eae792b071fd652433: 2024-12-07T07:15:51,129 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., storeName=0848965d01b238eae792b071fd652433/B, priority=13, startTime=1733555751101; duration=0sec 2024-12-07T07:15:51,129 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:15:51,129 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0848965d01b238eae792b071fd652433:B 2024-12-07T07:15:51,129 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:15:51,130 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:15:51,130 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 0848965d01b238eae792b071fd652433/C is initiating minor compaction (all files) 2024-12-07T07:15:51,130 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0848965d01b238eae792b071fd652433/C in TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:51,130 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/384c612c64aa4819bf1154458322ecfb, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/c457265125a145dca92354262c8d0ad0, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/a709b5182b73458f993051b8318f4cff] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp, totalSize=35.5 K 2024-12-07T07:15:51,130 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 384c612c64aa4819bf1154458322ecfb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733555745426 2024-12-07T07:15:51,131 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting c457265125a145dca92354262c8d0ad0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733555746617 2024-12-07T07:15:51,131 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting a709b5182b73458f993051b8318f4cff, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733555748783 2024-12-07T07:15:51,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-07T07:15:51,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:51,139 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing 0848965d01b238eae792b071fd652433 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-07T07:15:51,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=A 2024-12-07T07:15:51,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:51,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=B 2024-12-07T07:15:51,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:51,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=C 2024-12-07T07:15:51,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:51,139 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0848965d01b238eae792b071fd652433#C#compaction#320 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:51,140 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/6ea0ad18e9054081ac1dc7409e169765 is 50, key is test_row_0/C:col10/1733555749442/Put/seqid=0 2024-12-07T07:15:51,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742203_1379 (size=12409) 2024-12-07T07:15:51,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207a8695bdf9e124c9783566c052ff4bb0c_0848965d01b238eae792b071fd652433 is 50, key is test_row_0/A:col10/1733555749470/Put/seqid=0 2024-12-07T07:15:51,149 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/6ea0ad18e9054081ac1dc7409e169765 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/6ea0ad18e9054081ac1dc7409e169765 2024-12-07T07:15:51,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742204_1380 (size=12304) 2024-12-07T07:15:51,153 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0848965d01b238eae792b071fd652433/C of 0848965d01b238eae792b071fd652433 into 6ea0ad18e9054081ac1dc7409e169765(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:51,153 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0848965d01b238eae792b071fd652433: 2024-12-07T07:15:51,153 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., storeName=0848965d01b238eae792b071fd652433/C, priority=13, startTime=1733555751101; duration=0sec 2024-12-07T07:15:51,153 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:51,153 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0848965d01b238eae792b071fd652433:C 2024-12-07T07:15:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 0848965d01b238eae792b071fd652433 2024-12-07T07:15:51,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. as already flushing 2024-12-07T07:15:51,524 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0848965d01b238eae792b071fd652433#A#compaction#319 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:51,525 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/b4c736148fff4eb2868b86351c7f21ed is 175, key is test_row_0/A:col10/1733555749442/Put/seqid=0 2024-12-07T07:15:51,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742205_1381 (size=31363) 2024-12-07T07:15:51,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56588 deadline: 1733555811547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:51,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:51,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:51,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:51,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:51,555 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207a8695bdf9e124c9783566c052ff4bb0c_0848965d01b238eae792b071fd652433 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207a8695bdf9e124c9783566c052ff4bb0c_0848965d01b238eae792b071fd652433 2024-12-07T07:15:51,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/2644119a71ef485095f1d36252f58112, store: [table=TestAcidGuarantees family=A region=0848965d01b238eae792b071fd652433] 2024-12-07T07:15:51,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/2644119a71ef485095f1d36252f58112 is 175, key is test_row_0/A:col10/1733555749470/Put/seqid=0 2024-12-07T07:15:51,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742206_1382 (size=31105) 2024-12-07T07:15:51,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56612 deadline: 1733555811619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:51,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56602 deadline: 1733555811620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:51,624 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_1' in 0848965d01b238eae792b071fd652433 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:15:51,624 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_0' in 0848965d01b238eae792b071fd652433 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:15:51,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:51,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:51,624 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:51,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:51,624 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:51,624 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:51,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:51,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56554 deadline: 1733555811640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:51,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:51,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1733555811640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:51,644 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_2' in 0848965d01b238eae792b071fd652433 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:15:51,644 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_0' in 0848965d01b238eae792b071fd652433 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:15:51,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:51,645 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:51,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:51,645 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:51,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:51,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:51,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:51,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56588 deadline: 1733555811660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:51,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:51,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:51,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:51,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56588 deadline: 1733555811870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:51,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:51,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:51,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-07T07:15:51,932 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/b4c736148fff4eb2868b86351c7f21ed as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/b4c736148fff4eb2868b86351c7f21ed 2024-12-07T07:15:51,936 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0848965d01b238eae792b071fd652433/A of 0848965d01b238eae792b071fd652433 into b4c736148fff4eb2868b86351c7f21ed(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:51,936 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0848965d01b238eae792b071fd652433: 2024-12-07T07:15:51,936 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., storeName=0848965d01b238eae792b071fd652433/A, priority=13, startTime=1733555751101; duration=0sec 2024-12-07T07:15:51,936 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:51,936 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0848965d01b238eae792b071fd652433:A 2024-12-07T07:15:51,961 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=153, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/2644119a71ef485095f1d36252f58112 2024-12-07T07:15:51,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/ccffb986f13e4407ad83bf8b425e776d is 50, key is test_row_0/B:col10/1733555749470/Put/seqid=0 2024-12-07T07:15:51,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742207_1383 (size=12151) 2024-12-07T07:15:52,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:52,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56588 deadline: 1733555812179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:52,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:52,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:52,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:52,372 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/ccffb986f13e4407ad83bf8b425e776d 2024-12-07T07:15:52,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/b491918478ea48d0920f0a65b0ce5e30 is 50, key is test_row_0/C:col10/1733555749470/Put/seqid=0 2024-12-07T07:15:52,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742208_1384 (size=12151) 2024-12-07T07:15:52,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:52,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56588 deadline: 1733555812690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:52,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:52,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:52,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:52,784 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/b491918478ea48d0920f0a65b0ce5e30 2024-12-07T07:15:52,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/2644119a71ef485095f1d36252f58112 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/2644119a71ef485095f1d36252f58112 2024-12-07T07:15:52,791 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/2644119a71ef485095f1d36252f58112, entries=150, sequenceid=153, filesize=30.4 K 2024-12-07T07:15:52,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/ccffb986f13e4407ad83bf8b425e776d as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/ccffb986f13e4407ad83bf8b425e776d 2024-12-07T07:15:52,794 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/ccffb986f13e4407ad83bf8b425e776d, entries=150, sequenceid=153, filesize=11.9 K 2024-12-07T07:15:52,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/b491918478ea48d0920f0a65b0ce5e30 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/b491918478ea48d0920f0a65b0ce5e30 2024-12-07T07:15:52,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,798 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/b491918478ea48d0920f0a65b0ce5e30, entries=150, sequenceid=153, filesize=11.9 K 2024-12-07T07:15:52,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,799 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 0848965d01b238eae792b071fd652433 in 1659ms, sequenceid=153, compaction requested=false 2024-12-07T07:15:52,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for 0848965d01b238eae792b071fd652433: 2024-12-07T07:15:52,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:52,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-12-07T07:15:52,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-12-07T07:15:52,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,802 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-12-07T07:15:52,802 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0470 sec 2024-12-07T07:15:52,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 3.0520 sec 2024-12-07T07:15:52,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:52,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 0848965d01b238eae792b071fd652433 2024-12-07T07:15:53,665 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0848965d01b238eae792b071fd652433 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-07T07:15:53,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=A 2024-12-07T07:15:53,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:53,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=B 2024-12-07T07:15:53,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:53,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=C 2024-12-07T07:15:53,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:53,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207c997786f800641c1a2516644c6bd5fba_0848965d01b238eae792b071fd652433 is 50, key is test_row_0/A:col10/1733555753663/Put/seqid=0 2024-12-07T07:15:53,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742209_1385 (size=12304) 2024-12-07T07:15:53,694 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:53,698 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207c997786f800641c1a2516644c6bd5fba_0848965d01b238eae792b071fd652433 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207c997786f800641c1a2516644c6bd5fba_0848965d01b238eae792b071fd652433 2024-12-07T07:15:53,698 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/7e367b4bf2fb4c22a543a60d7950242d, store: [table=TestAcidGuarantees family=A region=0848965d01b238eae792b071fd652433] 2024-12-07T07:15:53,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/7e367b4bf2fb4c22a543a60d7950242d is 175, key is test_row_0/A:col10/1733555753663/Put/seqid=0 2024-12-07T07:15:53,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742210_1386 (size=31101) 2024-12-07T07:15:53,709 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/7e367b4bf2fb4c22a543a60d7950242d 2024-12-07T07:15:53,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/85f28ef2f72044a3bdb3e5bac4473bb3 is 50, key is test_row_0/B:col10/1733555753663/Put/seqid=0 2024-12-07T07:15:53,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:53,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56554 deadline: 1733555813705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:53,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:53,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56602 deadline: 1733555813707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:53,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:53,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56612 deadline: 1733555813708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:53,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:53,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:53,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:53,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:53,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:53,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:53,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:53,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56588 deadline: 1733555813710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:53,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:53,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1733555813717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:53,722 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:53,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:53,722 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:53,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:53,722 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:53,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:53,722 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_0' in 0848965d01b238eae792b071fd652433 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:15:53,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:53,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:53,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:53,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742211_1387 (size=9757) 2024-12-07T07:15:53,733 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/85f28ef2f72044a3bdb3e5bac4473bb3 2024-12-07T07:15:53,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/7f9af4af66764e25b3352a909e55d505 is 50, key is test_row_0/C:col10/1733555753663/Put/seqid=0 2024-12-07T07:15:53,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742212_1388 (size=9757) 2024-12-07T07:15:53,782 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/7f9af4af66764e25b3352a909e55d505 2024-12-07T07:15:53,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/7e367b4bf2fb4c22a543a60d7950242d as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/7e367b4bf2fb4c22a543a60d7950242d 2024-12-07T07:15:53,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/7e367b4bf2fb4c22a543a60d7950242d, entries=150, sequenceid=170, filesize=30.4 K 2024-12-07T07:15:53,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/85f28ef2f72044a3bdb3e5bac4473bb3 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/85f28ef2f72044a3bdb3e5bac4473bb3 2024-12-07T07:15:53,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/85f28ef2f72044a3bdb3e5bac4473bb3, entries=100, sequenceid=170, filesize=9.5 K 2024-12-07T07:15:53,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/7f9af4af66764e25b3352a909e55d505 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/7f9af4af66764e25b3352a909e55d505 2024-12-07T07:15:53,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/7f9af4af66764e25b3352a909e55d505, entries=100, sequenceid=170, filesize=9.5 K 2024-12-07T07:15:53,817 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 0848965d01b238eae792b071fd652433 in 151ms, sequenceid=170, compaction requested=true 2024-12-07T07:15:53,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0848965d01b238eae792b071fd652433: 2024-12-07T07:15:53,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0848965d01b238eae792b071fd652433:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:15:53,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:53,817 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:15:53,817 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:15:53,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0848965d01b238eae792b071fd652433:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:15:53,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:53,818 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93569 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:15:53,818 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34317 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:15:53,818 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 0848965d01b238eae792b071fd652433/A is initiating minor compaction (all files) 2024-12-07T07:15:53,818 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 0848965d01b238eae792b071fd652433/B is initiating minor compaction (all files) 2024-12-07T07:15:53,818 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0848965d01b238eae792b071fd652433/A in TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:53,818 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0848965d01b238eae792b071fd652433/B in TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:53,818 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/de3be3a6d25d4c0d80401c440906f72a, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/ccffb986f13e4407ad83bf8b425e776d, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/85f28ef2f72044a3bdb3e5bac4473bb3] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp, totalSize=33.5 K 2024-12-07T07:15:53,818 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/b4c736148fff4eb2868b86351c7f21ed, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/2644119a71ef485095f1d36252f58112, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/7e367b4bf2fb4c22a543a60d7950242d] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp, totalSize=91.4 K 2024-12-07T07:15:53,818 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:53,818 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. files: [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/b4c736148fff4eb2868b86351c7f21ed, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/2644119a71ef485095f1d36252f58112, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/7e367b4bf2fb4c22a543a60d7950242d] 2024-12-07T07:15:53,819 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting de3be3a6d25d4c0d80401c440906f72a, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733555748783 2024-12-07T07:15:53,819 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting b4c736148fff4eb2868b86351c7f21ed, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733555748783 2024-12-07T07:15:53,819 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting ccffb986f13e4407ad83bf8b425e776d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733555749464 2024-12-07T07:15:53,819 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 85f28ef2f72044a3bdb3e5bac4473bb3, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733555751546 2024-12-07T07:15:53,819 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2644119a71ef485095f1d36252f58112, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733555749464 2024-12-07T07:15:53,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0848965d01b238eae792b071fd652433:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:15:53,819 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e367b4bf2fb4c22a543a60d7950242d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733555751529 2024-12-07T07:15:53,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:15:53,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 0848965d01b238eae792b071fd652433 2024-12-07T07:15:53,837 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0848965d01b238eae792b071fd652433] 2024-12-07T07:15:53,837 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0848965d01b238eae792b071fd652433 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-07T07:15:53,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=A 2024-12-07T07:15:53,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:53,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=B 2024-12-07T07:15:53,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:53,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=C 2024-12-07T07:15:53,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:53,854 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0848965d01b238eae792b071fd652433#B#compaction#328 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:53,854 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/3f3888984d6d4efc82018f8cda121848 is 50, key is test_row_0/B:col10/1733555753663/Put/seqid=0 2024-12-07T07:15:53,856 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120735f3751fd5e54b9cb1741800f634bb99_0848965d01b238eae792b071fd652433 store=[table=TestAcidGuarantees family=A region=0848965d01b238eae792b071fd652433] 2024-12-07T07:15:53,857 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120735f3751fd5e54b9cb1741800f634bb99_0848965d01b238eae792b071fd652433, store=[table=TestAcidGuarantees family=A region=0848965d01b238eae792b071fd652433] 2024-12-07T07:15:53,857 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120735f3751fd5e54b9cb1741800f634bb99_0848965d01b238eae792b071fd652433 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0848965d01b238eae792b071fd652433] 2024-12-07T07:15:53,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207a13657dcbdb141d9b3885d4748ffbb3e_0848965d01b238eae792b071fd652433 is 50, key is test_row_0/A:col10/1733555753834/Put/seqid=0 2024-12-07T07:15:53,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742213_1389 (size=12561) 2024-12-07T07:15:53,877 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/3f3888984d6d4efc82018f8cda121848 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/3f3888984d6d4efc82018f8cda121848 2024-12-07T07:15:53,883 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0848965d01b238eae792b071fd652433/B of 0848965d01b238eae792b071fd652433 into 3f3888984d6d4efc82018f8cda121848(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:53,883 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0848965d01b238eae792b071fd652433: 2024-12-07T07:15:53,883 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., storeName=0848965d01b238eae792b071fd652433/B, priority=13, startTime=1733555753817; duration=0sec 2024-12-07T07:15:53,883 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:15:53,883 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0848965d01b238eae792b071fd652433:B 2024-12-07T07:15:53,883 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:15:53,884 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34317 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:15:53,884 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 0848965d01b238eae792b071fd652433/C is initiating minor compaction (all files) 2024-12-07T07:15:53,884 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0848965d01b238eae792b071fd652433/C in TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:53,884 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/6ea0ad18e9054081ac1dc7409e169765, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/b491918478ea48d0920f0a65b0ce5e30, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/7f9af4af66764e25b3352a909e55d505] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp, totalSize=33.5 K 2024-12-07T07:15:53,884 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ea0ad18e9054081ac1dc7409e169765, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733555748783 2024-12-07T07:15:53,884 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting b491918478ea48d0920f0a65b0ce5e30, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733555749464 2024-12-07T07:15:53,885 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f9af4af66764e25b3352a909e55d505, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733555751546 2024-12-07T07:15:53,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742214_1390 (size=4469) 2024-12-07T07:15:53,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:53,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56554 deadline: 1733555813866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:53,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:53,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56602 deadline: 1733555813874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:53,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:53,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:53,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:53,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:53,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:53,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:53,902 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0848965d01b238eae792b071fd652433#C#compaction#330 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:53,902 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/8755e81334334f3099105058323c375f is 50, key is test_row_0/C:col10/1733555753663/Put/seqid=0 2024-12-07T07:15:53,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742215_1391 (size=17284) 2024-12-07T07:15:53,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:53,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56612 deadline: 1733555813894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:53,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:53,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:53,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:53,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:53,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1733555813894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:53,908 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:53,908 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:53,908 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:53,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742216_1392 (size=12561) 2024-12-07T07:15:53,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-07T07:15:53,920 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:15:53,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T07:15:53,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-12-07T07:15:53,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-07T07:15:53,923 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T07:15:53,924 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T07:15:53,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T07:15:54,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:54,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56554 deadline: 1733555814000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:54,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:54,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:54,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:54,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:54,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56602 deadline: 1733555814000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:54,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:54,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:54,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:54,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:54,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56612 deadline: 1733555814010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:54,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:54,019 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:54,019 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:54,019 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:54,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1733555814010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:54,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:54,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:54,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-07T07:15:54,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-07T07:15:54,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:54,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. as already flushing 2024-12-07T07:15:54,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:54,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:54,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:54,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:54,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:54,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56554 deadline: 1733555814220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:54,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:54,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56602 deadline: 1733555814220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:54,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:54,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:54,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:54,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:54,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:54,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:54,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-07T07:15:54,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:54,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. as already flushing 2024-12-07T07:15:54,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:54,230 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:54,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:54,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:54,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56612 deadline: 1733555814229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:54,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:54,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:54,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:54,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:54,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1733555814230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:54,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:54,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:54,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:54,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-07T07:15:54,294 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0848965d01b238eae792b071fd652433#A#compaction#327 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:54,295 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/702047c5c72e4e1f9c58f80f637b7013 is 175, key is test_row_0/A:col10/1733555753663/Put/seqid=0 2024-12-07T07:15:54,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742217_1393 (size=31622) 2024-12-07T07:15:54,302 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/702047c5c72e4e1f9c58f80f637b7013 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/702047c5c72e4e1f9c58f80f637b7013 2024-12-07T07:15:54,306 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:54,306 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0848965d01b238eae792b071fd652433/A of 0848965d01b238eae792b071fd652433 into 702047c5c72e4e1f9c58f80f637b7013(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:54,306 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0848965d01b238eae792b071fd652433: 2024-12-07T07:15:54,306 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., storeName=0848965d01b238eae792b071fd652433/A, priority=13, startTime=1733555753817; duration=0sec 2024-12-07T07:15:54,307 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:54,307 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0848965d01b238eae792b071fd652433:A 2024-12-07T07:15:54,309 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207a13657dcbdb141d9b3885d4748ffbb3e_0848965d01b238eae792b071fd652433 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207a13657dcbdb141d9b3885d4748ffbb3e_0848965d01b238eae792b071fd652433 2024-12-07T07:15:54,309 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/360e389a916d4bc18ff9ab44d2d5d4f9, store: [table=TestAcidGuarantees family=A region=0848965d01b238eae792b071fd652433] 2024-12-07T07:15:54,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/360e389a916d4bc18ff9ab44d2d5d4f9 is 175, key is test_row_0/A:col10/1733555753834/Put/seqid=0 2024-12-07T07:15:54,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742218_1394 (size=48389) 2024-12-07T07:15:54,317 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/8755e81334334f3099105058323c375f as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/8755e81334334f3099105058323c375f 2024-12-07T07:15:54,324 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0848965d01b238eae792b071fd652433/C of 0848965d01b238eae792b071fd652433 into 8755e81334334f3099105058323c375f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:54,324 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0848965d01b238eae792b071fd652433: 2024-12-07T07:15:54,325 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., storeName=0848965d01b238eae792b071fd652433/C, priority=13, startTime=1733555753819; duration=0sec 2024-12-07T07:15:54,325 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:54,325 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0848965d01b238eae792b071fd652433:C 2024-12-07T07:15:54,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-07T07:15:54,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:54,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. as already flushing 2024-12-07T07:15:54,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:54,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:54,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:54,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56554 deadline: 1733555814530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:54,534 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:54,534 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:54,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:54,534 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56602 deadline: 1733555814530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:54,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:54,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:54,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:54,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-07T07:15:54,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:54,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. as already flushing 2024-12-07T07:15:54,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:54,537 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:54,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:54,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56612 deadline: 1733555814539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:54,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:54,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:54,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:54,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1733555814540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:54,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:54,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:54,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-07T07:15:54,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-07T07:15:54,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:54,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. as already flushing 2024-12-07T07:15:54,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:54,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:54,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:54,715 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=189, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/360e389a916d4bc18ff9ab44d2d5d4f9 2024-12-07T07:15:54,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/bdbfb30c037a46ee87c467f0ad57493e is 50, key is test_row_0/B:col10/1733555753834/Put/seqid=0 2024-12-07T07:15:54,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742219_1395 (size=12151) 2024-12-07T07:15:54,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-07T07:15:54,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:54,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. as already flushing 2024-12-07T07:15:54,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:54,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:54,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:54,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-07T07:15:54,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:54,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. as already flushing 2024-12-07T07:15:54,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:54,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:54,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:54,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:55,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:55,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56554 deadline: 1733555815040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:55,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:55,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:55,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:55,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56602 deadline: 1733555815040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:55,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:55,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:55,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:55,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:55,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:55,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56612 deadline: 1733555815050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:55,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:55,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1733555815050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:55,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:55,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:55,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:55,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:55,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:55,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:55,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-07T07:15:55,138 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/bdbfb30c037a46ee87c467f0ad57493e 2024-12-07T07:15:55,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/5377005105814b37a383609785ad077a is 50, key is test_row_0/C:col10/1733555753834/Put/seqid=0 2024-12-07T07:15:55,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-07T07:15:55,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:55,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. as already flushing 2024-12-07T07:15:55,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:55,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:55,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:55,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:55,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742220_1396 (size=12151) 2024-12-07T07:15:55,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/5377005105814b37a383609785ad077a 2024-12-07T07:15:55,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/360e389a916d4bc18ff9ab44d2d5d4f9 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/360e389a916d4bc18ff9ab44d2d5d4f9 2024-12-07T07:15:55,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/360e389a916d4bc18ff9ab44d2d5d4f9, entries=250, sequenceid=189, filesize=47.3 K 2024-12-07T07:15:55,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/bdbfb30c037a46ee87c467f0ad57493e as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/bdbfb30c037a46ee87c467f0ad57493e 2024-12-07T07:15:55,210 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/bdbfb30c037a46ee87c467f0ad57493e, entries=150, sequenceid=189, filesize=11.9 K 2024-12-07T07:15:55,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/5377005105814b37a383609785ad077a as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/5377005105814b37a383609785ad077a 2024-12-07T07:15:55,218 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/5377005105814b37a383609785ad077a, entries=150, sequenceid=189, filesize=11.9 K 2024-12-07T07:15:55,229 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 0848965d01b238eae792b071fd652433 in 1392ms, sequenceid=189, compaction requested=false 2024-12-07T07:15:55,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0848965d01b238eae792b071fd652433: 2024-12-07T07:15:55,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-07T07:15:55,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:55,306 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing 0848965d01b238eae792b071fd652433 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-07T07:15:55,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=A 2024-12-07T07:15:55,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:55,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=B 2024-12-07T07:15:55,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:55,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=C 2024-12-07T07:15:55,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:55,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412075833b6083cb2482aaafcd7db56e733cf_0848965d01b238eae792b071fd652433 is 50, key is test_row_0/A:col10/1733555753878/Put/seqid=0 2024-12-07T07:15:55,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742221_1397 (size=12304) 2024-12-07T07:15:55,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:55,361 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412075833b6083cb2482aaafcd7db56e733cf_0848965d01b238eae792b071fd652433 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412075833b6083cb2482aaafcd7db56e733cf_0848965d01b238eae792b071fd652433 2024-12-07T07:15:55,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/84bd2be0c5b541508a6de13360bebd0a, store: [table=TestAcidGuarantees family=A region=0848965d01b238eae792b071fd652433] 2024-12-07T07:15:55,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/84bd2be0c5b541508a6de13360bebd0a is 175, key is test_row_0/A:col10/1733555753878/Put/seqid=0 2024-12-07T07:15:55,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742222_1398 (size=31105) 2024-12-07T07:15:55,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. as already flushing 2024-12-07T07:15:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 0848965d01b238eae792b071fd652433 2024-12-07T07:15:55,778 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=205, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/84bd2be0c5b541508a6de13360bebd0a 2024-12-07T07:15:55,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/210a45124a1845819c011a0e0766154b is 50, key is test_row_0/B:col10/1733555753878/Put/seqid=0 2024-12-07T07:15:55,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742223_1399 (size=12151) 2024-12-07T07:15:55,825 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/210a45124a1845819c011a0e0766154b 2024-12-07T07:15:55,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/a2194dd1748d43a88496d5c4689a89aa is 50, key is test_row_0/C:col10/1733555753878/Put/seqid=0 2024-12-07T07:15:55,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742224_1400 (size=12151) 2024-12-07T07:15:55,884 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/a2194dd1748d43a88496d5c4689a89aa 2024-12-07T07:15:55,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/84bd2be0c5b541508a6de13360bebd0a as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/84bd2be0c5b541508a6de13360bebd0a 2024-12-07T07:15:55,894 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/84bd2be0c5b541508a6de13360bebd0a, entries=150, sequenceid=205, filesize=30.4 K 2024-12-07T07:15:55,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/210a45124a1845819c011a0e0766154b as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/210a45124a1845819c011a0e0766154b 2024-12-07T07:15:55,899 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/210a45124a1845819c011a0e0766154b, entries=150, sequenceid=205, filesize=11.9 K 2024-12-07T07:15:55,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/a2194dd1748d43a88496d5c4689a89aa as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/a2194dd1748d43a88496d5c4689a89aa 2024-12-07T07:15:55,906 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/a2194dd1748d43a88496d5c4689a89aa, entries=150, sequenceid=205, filesize=11.9 K 2024-12-07T07:15:55,907 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=100.63 KB/103050 for 0848965d01b238eae792b071fd652433 in 601ms, sequenceid=205, compaction requested=true 2024-12-07T07:15:55,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for 0848965d01b238eae792b071fd652433: 2024-12-07T07:15:55,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:55,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-12-07T07:15:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-12-07T07:15:55,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-12-07T07:15:55,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9850 sec 2024-12-07T07:15:55,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 1.9920 sec 2024-12-07T07:15:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 0848965d01b238eae792b071fd652433 2024-12-07T07:15:55,916 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0848965d01b238eae792b071fd652433 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-07T07:15:55,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=A 2024-12-07T07:15:55,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:55,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=B 2024-12-07T07:15:55,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:55,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=C 2024-12-07T07:15:55,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:55,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120733e19802189f4009a36cf366902a06ad_0848965d01b238eae792b071fd652433 is 50, key is test_row_0/A:col10/1733555755899/Put/seqid=0 2024-12-07T07:15:55,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742225_1401 (size=14794) 2024-12-07T07:15:56,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56554 deadline: 1733555816050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:56,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56602 deadline: 1733555816051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:56,057 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_2' in 0848965d01b238eae792b071fd652433 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:15:56,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:56,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:56,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:56,058 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_0' in 0848965d01b238eae792b071fd652433 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:15:56,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:56,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:56,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:56,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56588 deadline: 1733555816054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:56,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:56,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:56,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-07T07:15:56,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56612 deadline: 1733555816060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:56,070 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:15:56,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T07:15:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-12-07T07:15:56,072 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_0' in 0848965d01b238eae792b071fd652433 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:15:56,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:56,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:56,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:56,073 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T07:15:56,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-07T07:15:56,075 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T07:15:56,075 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T07:15:56,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:56,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1733555816070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:56,081 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_2' in 0848965d01b238eae792b071fd652433 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:15:56,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:56,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:56,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:56,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:56,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56588 deadline: 1733555816170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:56,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:56,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:56,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-07T07:15:56,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-07T07:15:56,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:56,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. as already flushing 2024-12-07T07:15:56,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:56,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:56,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:56,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:56,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-07T07:15:56,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:56,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. as already flushing 2024-12-07T07:15:56,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:56,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:56,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:56,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:56,391 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:56,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-07T07:15:56,396 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120733e19802189f4009a36cf366902a06ad_0848965d01b238eae792b071fd652433 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120733e19802189f4009a36cf366902a06ad_0848965d01b238eae792b071fd652433 2024-12-07T07:15:56,397 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/c1983e9f2c6647b28dce89ba25cd0942, store: [table=TestAcidGuarantees family=A region=0848965d01b238eae792b071fd652433] 2024-12-07T07:15:56,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/c1983e9f2c6647b28dce89ba25cd0942 is 175, key is test_row_0/A:col10/1733555755899/Put/seqid=0 2024-12-07T07:15:56,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:56,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56588 deadline: 1733555816391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:56,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:56,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:56,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:56,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742226_1402 (size=39749) 2024-12-07T07:15:56,414 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=224, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/c1983e9f2c6647b28dce89ba25cd0942 2024-12-07T07:15:56,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/0d9c045dc1a04903b956d2778baea0ae is 50, key is test_row_0/B:col10/1733555755899/Put/seqid=0 2024-12-07T07:15:56,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742227_1403 (size=12151) 2024-12-07T07:15:56,440 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/0d9c045dc1a04903b956d2778baea0ae 2024-12-07T07:15:56,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/476aed80bf644e69a7749e0e691954a3 is 50, key is test_row_0/C:col10/1733555755899/Put/seqid=0 2024-12-07T07:15:56,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742228_1404 (size=12151) 2024-12-07T07:15:56,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/476aed80bf644e69a7749e0e691954a3 2024-12-07T07:15:56,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/c1983e9f2c6647b28dce89ba25cd0942 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/c1983e9f2c6647b28dce89ba25cd0942 2024-12-07T07:15:56,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/c1983e9f2c6647b28dce89ba25cd0942, entries=200, sequenceid=224, filesize=38.8 K 2024-12-07T07:15:56,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/0d9c045dc1a04903b956d2778baea0ae as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/0d9c045dc1a04903b956d2778baea0ae 2024-12-07T07:15:56,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/0d9c045dc1a04903b956d2778baea0ae, entries=150, sequenceid=224, filesize=11.9 K 2024-12-07T07:15:56,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/476aed80bf644e69a7749e0e691954a3 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/476aed80bf644e69a7749e0e691954a3 2024-12-07T07:15:56,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/476aed80bf644e69a7749e0e691954a3, entries=150, sequenceid=224, filesize=11.9 K 2024-12-07T07:15:56,492 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 0848965d01b238eae792b071fd652433 in 576ms, sequenceid=224, compaction requested=true 2024-12-07T07:15:56,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0848965d01b238eae792b071fd652433: 2024-12-07T07:15:56,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0848965d01b238eae792b071fd652433:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:15:56,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:56,493 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T07:15:56,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0848965d01b238eae792b071fd652433:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:15:56,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:56,493 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T07:15:56,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0848965d01b238eae792b071fd652433:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:15:56,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:15:56,494 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150865 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T07:15:56,494 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 0848965d01b238eae792b071fd652433/A is initiating minor compaction (all files) 2024-12-07T07:15:56,494 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0848965d01b238eae792b071fd652433/A in TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:56,494 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/702047c5c72e4e1f9c58f80f637b7013, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/360e389a916d4bc18ff9ab44d2d5d4f9, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/84bd2be0c5b541508a6de13360bebd0a, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/c1983e9f2c6647b28dce89ba25cd0942] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp, totalSize=147.3 K 2024-12-07T07:15:56,494 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:56,494 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. files: [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/702047c5c72e4e1f9c58f80f637b7013, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/360e389a916d4bc18ff9ab44d2d5d4f9, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/84bd2be0c5b541508a6de13360bebd0a, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/c1983e9f2c6647b28dce89ba25cd0942] 2024-12-07T07:15:56,495 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T07:15:56,495 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 0848965d01b238eae792b071fd652433/B is initiating minor compaction (all files) 2024-12-07T07:15:56,495 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 702047c5c72e4e1f9c58f80f637b7013, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733555749465 2024-12-07T07:15:56,495 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0848965d01b238eae792b071fd652433/B in TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:56,495 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/3f3888984d6d4efc82018f8cda121848, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/bdbfb30c037a46ee87c467f0ad57493e, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/210a45124a1845819c011a0e0766154b, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/0d9c045dc1a04903b956d2778baea0ae] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp, totalSize=47.9 K 2024-12-07T07:15:56,495 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 360e389a916d4bc18ff9ab44d2d5d4f9, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1733555753678 2024-12-07T07:15:56,498 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f3888984d6d4efc82018f8cda121848, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733555749465 2024-12-07T07:15:56,498 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84bd2be0c5b541508a6de13360bebd0a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1733555753861 2024-12-07T07:15:56,498 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting c1983e9f2c6647b28dce89ba25cd0942, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733555755838 2024-12-07T07:15:56,498 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting bdbfb30c037a46ee87c467f0ad57493e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1733555753715 2024-12-07T07:15:56,499 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 210a45124a1845819c011a0e0766154b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1733555753861 2024-12-07T07:15:56,499 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d9c045dc1a04903b956d2778baea0ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733555755838 2024-12-07T07:15:56,510 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0848965d01b238eae792b071fd652433#B#compaction#339 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:56,511 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/7f0283924bd04281a09cc810f9a88e68 is 50, key is test_row_0/B:col10/1733555755899/Put/seqid=0 2024-12-07T07:15:56,512 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0848965d01b238eae792b071fd652433] 2024-12-07T07:15:56,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742229_1405 (size=12697) 2024-12-07T07:15:56,517 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412077ed3aceb6ee543a2bb96bdaaccd6ff12_0848965d01b238eae792b071fd652433 store=[table=TestAcidGuarantees family=A region=0848965d01b238eae792b071fd652433] 2024-12-07T07:15:56,520 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412077ed3aceb6ee543a2bb96bdaaccd6ff12_0848965d01b238eae792b071fd652433, store=[table=TestAcidGuarantees family=A region=0848965d01b238eae792b071fd652433] 2024-12-07T07:15:56,520 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412077ed3aceb6ee543a2bb96bdaaccd6ff12_0848965d01b238eae792b071fd652433 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0848965d01b238eae792b071fd652433] 2024-12-07T07:15:56,525 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/7f0283924bd04281a09cc810f9a88e68 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/7f0283924bd04281a09cc810f9a88e68 2024-12-07T07:15:56,532 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0848965d01b238eae792b071fd652433/B of 0848965d01b238eae792b071fd652433 into 7f0283924bd04281a09cc810f9a88e68(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:56,532 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0848965d01b238eae792b071fd652433: 2024-12-07T07:15:56,532 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., storeName=0848965d01b238eae792b071fd652433/B, priority=12, startTime=1733555756493; duration=0sec 2024-12-07T07:15:56,532 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:15:56,532 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0848965d01b238eae792b071fd652433:B 2024-12-07T07:15:56,532 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T07:15:56,533 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T07:15:56,533 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 0848965d01b238eae792b071fd652433/C is initiating minor compaction (all files) 2024-12-07T07:15:56,533 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0848965d01b238eae792b071fd652433/C in TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:56,533 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/8755e81334334f3099105058323c375f, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/5377005105814b37a383609785ad077a, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/a2194dd1748d43a88496d5c4689a89aa, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/476aed80bf644e69a7749e0e691954a3] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp, totalSize=47.9 K 2024-12-07T07:15:56,533 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 8755e81334334f3099105058323c375f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733555749465 2024-12-07T07:15:56,534 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 5377005105814b37a383609785ad077a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1733555753715 2024-12-07T07:15:56,534 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting a2194dd1748d43a88496d5c4689a89aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1733555753861 2024-12-07T07:15:56,534 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 476aed80bf644e69a7749e0e691954a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733555755838 2024-12-07T07:15:56,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-07T07:15:56,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:56,536 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 0848965d01b238eae792b071fd652433 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-07T07:15:56,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=A 2024-12-07T07:15:56,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:56,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=B 2024-12-07T07:15:56,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:56,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=C 2024-12-07T07:15:56,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:56,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742230_1406 (size=4469) 2024-12-07T07:15:56,555 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0848965d01b238eae792b071fd652433#C#compaction#341 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:56,555 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/8380a546e61049fcbd494fb186f28d4d is 50, key is test_row_0/C:col10/1733555755899/Put/seqid=0 2024-12-07T07:15:56,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120784c3c9b8a20c4136b487284d88a4269a_0848965d01b238eae792b071fd652433 is 50, key is test_row_0/A:col10/1733555756038/Put/seqid=0 2024-12-07T07:15:56,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742231_1407 (size=12697) 2024-12-07T07:15:56,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742232_1408 (size=12304) 2024-12-07T07:15:56,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:56,586 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/8380a546e61049fcbd494fb186f28d4d as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/8380a546e61049fcbd494fb186f28d4d 2024-12-07T07:15:56,587 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120784c3c9b8a20c4136b487284d88a4269a_0848965d01b238eae792b071fd652433 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120784c3c9b8a20c4136b487284d88a4269a_0848965d01b238eae792b071fd652433 2024-12-07T07:15:56,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/edfa1493ab1a406c9d4c29c6896fae99, store: [table=TestAcidGuarantees family=A region=0848965d01b238eae792b071fd652433] 2024-12-07T07:15:56,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/edfa1493ab1a406c9d4c29c6896fae99 is 175, key is test_row_0/A:col10/1733555756038/Put/seqid=0 2024-12-07T07:15:56,598 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0848965d01b238eae792b071fd652433/C of 0848965d01b238eae792b071fd652433 into 8380a546e61049fcbd494fb186f28d4d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:56,598 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0848965d01b238eae792b071fd652433: 2024-12-07T07:15:56,598 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., storeName=0848965d01b238eae792b071fd652433/C, priority=12, startTime=1733555756493; duration=0sec 2024-12-07T07:15:56,599 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:56,599 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0848965d01b238eae792b071fd652433:C 2024-12-07T07:15:56,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742233_1409 (size=31105) 2024-12-07T07:15:56,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-07T07:15:56,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 0848965d01b238eae792b071fd652433 2024-12-07T07:15:56,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. as already flushing 2024-12-07T07:15:56,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:56,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56588 deadline: 1733555816859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:56,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:56,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:56,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:56,948 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0848965d01b238eae792b071fd652433#A#compaction#340 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:56,949 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/0c442138f3194b27bddb7bd93593ba27 is 175, key is test_row_0/A:col10/1733555755899/Put/seqid=0 2024-12-07T07:15:56,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742234_1410 (size=31651) 2024-12-07T07:15:56,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:56,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56588 deadline: 1733555816970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:56,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:56,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:56,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:57,023 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/edfa1493ab1a406c9d4c29c6896fae99 2024-12-07T07:15:57,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/4168134d1e7e4cf1b92fcbfdc7610047 is 50, key is test_row_0/B:col10/1733555756038/Put/seqid=0 2024-12-07T07:15:57,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742235_1411 (size=12151) 2024-12-07T07:15:57,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56588 deadline: 1733555817190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:57,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:57,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:57,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-07T07:15:57,356 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/0c442138f3194b27bddb7bd93593ba27 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/0c442138f3194b27bddb7bd93593ba27 2024-12-07T07:15:57,359 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0848965d01b238eae792b071fd652433/A of 0848965d01b238eae792b071fd652433 into 0c442138f3194b27bddb7bd93593ba27(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:57,359 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0848965d01b238eae792b071fd652433: 2024-12-07T07:15:57,359 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., storeName=0848965d01b238eae792b071fd652433/A, priority=12, startTime=1733555756492; duration=0sec 2024-12-07T07:15:57,359 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:57,360 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0848965d01b238eae792b071fd652433:A 2024-12-07T07:15:57,434 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/4168134d1e7e4cf1b92fcbfdc7610047 2024-12-07T07:15:57,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/d0ba5c63c0cd4915ba2a6ac19b60a300 is 50, key is test_row_0/C:col10/1733555756038/Put/seqid=0 2024-12-07T07:15:57,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742236_1412 (size=12151) 2024-12-07T07:15:57,466 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/d0ba5c63c0cd4915ba2a6ac19b60a300 2024-12-07T07:15:57,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/edfa1493ab1a406c9d4c29c6896fae99 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/edfa1493ab1a406c9d4c29c6896fae99 2024-12-07T07:15:57,474 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/edfa1493ab1a406c9d4c29c6896fae99, entries=150, sequenceid=238, filesize=30.4 K 2024-12-07T07:15:57,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/4168134d1e7e4cf1b92fcbfdc7610047 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/4168134d1e7e4cf1b92fcbfdc7610047 2024-12-07T07:15:57,480 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/4168134d1e7e4cf1b92fcbfdc7610047, entries=150, sequenceid=238, filesize=11.9 K 2024-12-07T07:15:57,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/d0ba5c63c0cd4915ba2a6ac19b60a300 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/d0ba5c63c0cd4915ba2a6ac19b60a300 2024-12-07T07:15:57,485 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/d0ba5c63c0cd4915ba2a6ac19b60a300, entries=150, sequenceid=238, filesize=11.9 K 2024-12-07T07:15:57,486 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 0848965d01b238eae792b071fd652433 in 950ms, sequenceid=238, compaction requested=false 2024-12-07T07:15:57,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 0848965d01b238eae792b071fd652433: 2024-12-07T07:15:57,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:57,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-12-07T07:15:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-12-07T07:15:57,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-12-07T07:15:57,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4130 sec 2024-12-07T07:15:57,492 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 1.4200 sec 2024-12-07T07:15:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 0848965d01b238eae792b071fd652433 2024-12-07T07:15:57,508 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0848965d01b238eae792b071fd652433 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-07T07:15:57,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=A 2024-12-07T07:15:57,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:57,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=B 2024-12-07T07:15:57,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:57,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=C 2024-12-07T07:15:57,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:57,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120781976f2f33ca45cbb29284de89e7d356_0848965d01b238eae792b071fd652433 is 50, key is test_row_0/A:col10/1733555756847/Put/seqid=0 2024-12-07T07:15:57,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742237_1413 (size=14894) 2024-12-07T07:15:57,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56588 deadline: 1733555817590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:57,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:57,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:57,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:57,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56588 deadline: 1733555817710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:57,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:57,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:57,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:57,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56588 deadline: 1733555817920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:57,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:57,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:57,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:57,937 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:57,946 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120781976f2f33ca45cbb29284de89e7d356_0848965d01b238eae792b071fd652433 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120781976f2f33ca45cbb29284de89e7d356_0848965d01b238eae792b071fd652433 2024-12-07T07:15:57,954 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/bd67a36dfdcc425bafa002e0dfc69ed7, store: [table=TestAcidGuarantees family=A region=0848965d01b238eae792b071fd652433] 2024-12-07T07:15:57,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/bd67a36dfdcc425bafa002e0dfc69ed7 is 175, key is test_row_0/A:col10/1733555756847/Put/seqid=0 2024-12-07T07:15:57,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742238_1414 (size=39849) 2024-12-07T07:15:58,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:58,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56554 deadline: 1733555818070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:58,081 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_2' in 0848965d01b238eae792b071fd652433 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:15:58,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:58,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:58,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:58,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:58,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56602 deadline: 1733555818080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:58,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:58,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56612 deadline: 1733555818080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:58,089 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_0' in 0848965d01b238eae792b071fd652433 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:15:58,089 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_0' in 0848965d01b238eae792b071fd652433 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:15:58,090 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:58,090 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:58,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:58,090 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:58,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:58,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:58,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:58,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1733555818100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:58,104 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_2' in 0848965d01b238eae792b071fd652433 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4210 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:15:58,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:58,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:58,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:58,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-07T07:15:58,220 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:15:58,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T07:15:58,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-12-07T07:15:58,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-07T07:15:58,223 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T07:15:58,224 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T07:15:58,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T07:15:58,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:58,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56588 deadline: 1733555818230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:58,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:58,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:58,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-07T07:15:58,376 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=260, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/bd67a36dfdcc425bafa002e0dfc69ed7 2024-12-07T07:15:58,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-07T07:15:58,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:58,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. as already flushing 2024-12-07T07:15:58,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:58,378 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:58,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:58,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:58,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/173f33dc4b704f80a5b488749a180530 is 50, key is test_row_0/B:col10/1733555756847/Put/seqid=0 2024-12-07T07:15:58,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742239_1415 (size=12201) 2024-12-07T07:15:58,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-07T07:15:58,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:58,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. as already flushing 2024-12-07T07:15:58,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:58,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:58,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:58,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:58,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-07T07:15:58,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-07T07:15:58,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:58,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. as already flushing 2024-12-07T07:15:58,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:58,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:58,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:58,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:58,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:58,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56588 deadline: 1733555818750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:58,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:58,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:58,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:58,789 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/173f33dc4b704f80a5b488749a180530 2024-12-07T07:15:58,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/b8b066aa490946cfb5664d937cc4cde8 is 50, key is test_row_0/C:col10/1733555756847/Put/seqid=0 2024-12-07T07:15:58,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742240_1416 (size=12201) 2024-12-07T07:15:58,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-07T07:15:58,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:58,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. as already flushing 2024-12-07T07:15:58,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:58,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:58,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:58,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:58,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-07T07:15:58,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-07T07:15:58,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:58,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. as already flushing 2024-12-07T07:15:58,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:58,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:58,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:58,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:59,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-07T07:15:59,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:59,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. as already flushing 2024-12-07T07:15:59,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:59,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:59,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:59,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:15:59,207 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/b8b066aa490946cfb5664d937cc4cde8 2024-12-07T07:15:59,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/bd67a36dfdcc425bafa002e0dfc69ed7 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/bd67a36dfdcc425bafa002e0dfc69ed7 2024-12-07T07:15:59,215 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/bd67a36dfdcc425bafa002e0dfc69ed7, entries=200, sequenceid=260, filesize=38.9 K 2024-12-07T07:15:59,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/173f33dc4b704f80a5b488749a180530 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/173f33dc4b704f80a5b488749a180530 2024-12-07T07:15:59,218 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/173f33dc4b704f80a5b488749a180530, entries=150, sequenceid=260, filesize=11.9 K 2024-12-07T07:15:59,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/b8b066aa490946cfb5664d937cc4cde8 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/b8b066aa490946cfb5664d937cc4cde8 2024-12-07T07:15:59,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/b8b066aa490946cfb5664d937cc4cde8, entries=150, sequenceid=260, filesize=11.9 K 2024-12-07T07:15:59,227 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 0848965d01b238eae792b071fd652433 in 1719ms, sequenceid=260, compaction requested=true 2024-12-07T07:15:59,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0848965d01b238eae792b071fd652433: 2024-12-07T07:15:59,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0848965d01b238eae792b071fd652433:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:15:59,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:59,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0848965d01b238eae792b071fd652433:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:15:59,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:59,228 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:15:59,228 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:15:59,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0848965d01b238eae792b071fd652433:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:15:59,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:15:59,229 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:15:59,229 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 0848965d01b238eae792b071fd652433/B is initiating minor compaction (all files) 2024-12-07T07:15:59,229 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0848965d01b238eae792b071fd652433/B in TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:59,229 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/7f0283924bd04281a09cc810f9a88e68, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/4168134d1e7e4cf1b92fcbfdc7610047, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/173f33dc4b704f80a5b488749a180530] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp, totalSize=36.2 K 2024-12-07T07:15:59,229 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102605 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:15:59,229 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f0283924bd04281a09cc810f9a88e68, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733555755838 2024-12-07T07:15:59,229 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 0848965d01b238eae792b071fd652433/A is initiating minor compaction (all files) 2024-12-07T07:15:59,229 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0848965d01b238eae792b071fd652433/A in TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:59,229 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/0c442138f3194b27bddb7bd93593ba27, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/edfa1493ab1a406c9d4c29c6896fae99, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/bd67a36dfdcc425bafa002e0dfc69ed7] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp, totalSize=100.2 K 2024-12-07T07:15:59,229 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 4168134d1e7e4cf1b92fcbfdc7610047, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733555756022 2024-12-07T07:15:59,229 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:59,230 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. files: [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/0c442138f3194b27bddb7bd93593ba27, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/edfa1493ab1a406c9d4c29c6896fae99, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/bd67a36dfdcc425bafa002e0dfc69ed7] 2024-12-07T07:15:59,230 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 173f33dc4b704f80a5b488749a180530, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1733555756825 2024-12-07T07:15:59,230 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c442138f3194b27bddb7bd93593ba27, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733555755838 2024-12-07T07:15:59,230 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting edfa1493ab1a406c9d4c29c6896fae99, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733555756022 2024-12-07T07:15:59,230 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd67a36dfdcc425bafa002e0dfc69ed7, keycount=200, bloomtype=ROW, size=38.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1733555756825 2024-12-07T07:15:59,236 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0848965d01b238eae792b071fd652433] 2024-12-07T07:15:59,238 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0848965d01b238eae792b071fd652433#B#compaction#348 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:59,238 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/b9062b9f2fd04e43ad9b15011fcc4066 is 50, key is test_row_0/B:col10/1733555756847/Put/seqid=0 2024-12-07T07:15:59,241 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120751f4a8fc6d664adb89ca8a379d7ab117_0848965d01b238eae792b071fd652433 store=[table=TestAcidGuarantees family=A region=0848965d01b238eae792b071fd652433] 2024-12-07T07:15:59,242 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120751f4a8fc6d664adb89ca8a379d7ab117_0848965d01b238eae792b071fd652433, store=[table=TestAcidGuarantees family=A region=0848965d01b238eae792b071fd652433] 2024-12-07T07:15:59,243 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120751f4a8fc6d664adb89ca8a379d7ab117_0848965d01b238eae792b071fd652433 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0848965d01b238eae792b071fd652433] 2024-12-07T07:15:59,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742241_1417 (size=12849) 2024-12-07T07:15:59,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742242_1418 (size=4469) 2024-12-07T07:15:59,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-07T07:15:59,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:59,298 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 0848965d01b238eae792b071fd652433 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-07T07:15:59,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=A 2024-12-07T07:15:59,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:59,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=B 2024-12-07T07:15:59,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:59,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=C 2024-12-07T07:15:59,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:15:59,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207d541f7e1a3f349cc9a4f42f37bad308b_0848965d01b238eae792b071fd652433 is 50, key is test_row_0/A:col10/1733555757565/Put/seqid=0 2024-12-07T07:15:59,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742243_1419 (size=12454) 2024-12-07T07:15:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-07T07:15:59,688 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0848965d01b238eae792b071fd652433#A#compaction#349 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:59,688 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/68e25194b652497a9b556ef19788ef17 is 175, key is test_row_0/A:col10/1733555756847/Put/seqid=0 2024-12-07T07:15:59,693 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/b9062b9f2fd04e43ad9b15011fcc4066 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/b9062b9f2fd04e43ad9b15011fcc4066 2024-12-07T07:15:59,699 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0848965d01b238eae792b071fd652433/B of 0848965d01b238eae792b071fd652433 into b9062b9f2fd04e43ad9b15011fcc4066(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:59,699 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0848965d01b238eae792b071fd652433: 2024-12-07T07:15:59,699 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., storeName=0848965d01b238eae792b071fd652433/B, priority=13, startTime=1733555759228; duration=0sec 2024-12-07T07:15:59,700 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:15:59,700 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0848965d01b238eae792b071fd652433:B 2024-12-07T07:15:59,701 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:15:59,702 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:15:59,702 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 0848965d01b238eae792b071fd652433/C is initiating minor compaction (all files) 2024-12-07T07:15:59,702 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0848965d01b238eae792b071fd652433/C in TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:15:59,702 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/8380a546e61049fcbd494fb186f28d4d, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/d0ba5c63c0cd4915ba2a6ac19b60a300, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/b8b066aa490946cfb5664d937cc4cde8] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp, totalSize=36.2 K 2024-12-07T07:15:59,703 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 8380a546e61049fcbd494fb186f28d4d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733555755838 2024-12-07T07:15:59,703 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting d0ba5c63c0cd4915ba2a6ac19b60a300, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733555756022 2024-12-07T07:15:59,704 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting b8b066aa490946cfb5664d937cc4cde8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1733555756825 2024-12-07T07:15:59,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742244_1420 (size=31803) 2024-12-07T07:15:59,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:15:59,711 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207d541f7e1a3f349cc9a4f42f37bad308b_0848965d01b238eae792b071fd652433 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207d541f7e1a3f349cc9a4f42f37bad308b_0848965d01b238eae792b071fd652433 2024-12-07T07:15:59,712 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0848965d01b238eae792b071fd652433#C#compaction#351 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:15:59,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/c6387d6f523c4dccb460bca1d427ed1e, store: [table=TestAcidGuarantees family=A region=0848965d01b238eae792b071fd652433] 2024-12-07T07:15:59,712 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/c5dfd7eeaa8048b886c589b577f6d45c is 50, key is test_row_0/C:col10/1733555756847/Put/seqid=0 2024-12-07T07:15:59,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/c6387d6f523c4dccb460bca1d427ed1e is 175, key is test_row_0/A:col10/1733555757565/Put/seqid=0 2024-12-07T07:15:59,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742245_1421 (size=12849) 2024-12-07T07:15:59,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742246_1422 (size=31255) 2024-12-07T07:15:59,724 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=272, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/c6387d6f523c4dccb460bca1d427ed1e 2024-12-07T07:15:59,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/00089b84f4c34eff9ff75b978e69c11e is 50, key is test_row_0/B:col10/1733555757565/Put/seqid=0 2024-12-07T07:15:59,733 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/c5dfd7eeaa8048b886c589b577f6d45c as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/c5dfd7eeaa8048b886c589b577f6d45c 2024-12-07T07:15:59,737 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0848965d01b238eae792b071fd652433/C of 0848965d01b238eae792b071fd652433 into c5dfd7eeaa8048b886c589b577f6d45c(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:15:59,737 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0848965d01b238eae792b071fd652433: 2024-12-07T07:15:59,737 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., storeName=0848965d01b238eae792b071fd652433/C, priority=13, startTime=1733555759228; duration=0sec 2024-12-07T07:15:59,737 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:15:59,737 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0848965d01b238eae792b071fd652433:C 2024-12-07T07:15:59,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742247_1423 (size=12301) 2024-12-07T07:15:59,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 0848965d01b238eae792b071fd652433 2024-12-07T07:15:59,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. as already flushing 2024-12-07T07:15:59,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:59,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56588 deadline: 1733555819873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:59,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:59,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:59,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:15:59,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:15:59,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56588 deadline: 1733555819980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:15:59,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:59,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:15:59,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:00,110 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/68e25194b652497a9b556ef19788ef17 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/68e25194b652497a9b556ef19788ef17 2024-12-07T07:16:00,113 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0848965d01b238eae792b071fd652433/A of 0848965d01b238eae792b071fd652433 into 68e25194b652497a9b556ef19788ef17(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:00,113 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0848965d01b238eae792b071fd652433: 2024-12-07T07:16:00,113 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., storeName=0848965d01b238eae792b071fd652433/A, priority=13, startTime=1733555759228; duration=0sec 2024-12-07T07:16:00,113 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:00,113 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0848965d01b238eae792b071fd652433:A 2024-12-07T07:16:00,138 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/00089b84f4c34eff9ff75b978e69c11e 2024-12-07T07:16:00,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/e088077907194491b8884621297b1d7d is 50, key is test_row_0/C:col10/1733555757565/Put/seqid=0 2024-12-07T07:16:00,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742248_1424 (size=12301) 2024-12-07T07:16:00,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:00,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56588 deadline: 1733555820199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:00,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:00,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:00,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:00,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-07T07:16:00,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56588 deadline: 1733555820510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:00,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:00,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:00,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:00,559 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/e088077907194491b8884621297b1d7d 2024-12-07T07:16:00,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/c6387d6f523c4dccb460bca1d427ed1e as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/c6387d6f523c4dccb460bca1d427ed1e 2024-12-07T07:16:00,565 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/c6387d6f523c4dccb460bca1d427ed1e, entries=150, sequenceid=272, filesize=30.5 K 2024-12-07T07:16:00,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/00089b84f4c34eff9ff75b978e69c11e as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/00089b84f4c34eff9ff75b978e69c11e 2024-12-07T07:16:00,569 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/00089b84f4c34eff9ff75b978e69c11e, entries=150, sequenceid=272, filesize=12.0 K 2024-12-07T07:16:00,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/e088077907194491b8884621297b1d7d as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/e088077907194491b8884621297b1d7d 2024-12-07T07:16:00,572 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/e088077907194491b8884621297b1d7d, entries=150, sequenceid=272, filesize=12.0 K 2024-12-07T07:16:00,573 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 0848965d01b238eae792b071fd652433 in 1275ms, sequenceid=272, compaction requested=false 2024-12-07T07:16:00,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 0848965d01b238eae792b071fd652433: 2024-12-07T07:16:00,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:16:00,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-12-07T07:16:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-12-07T07:16:00,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-12-07T07:16:00,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3500 sec 2024-12-07T07:16:00,577 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 2.3550 sec 2024-12-07T07:16:01,036 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0848965d01b238eae792b071fd652433 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-12-07T07:16:01,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=A 2024-12-07T07:16:01,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:16:01,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=B 2024-12-07T07:16:01,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:16:01,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=C 2024-12-07T07:16:01,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:16:01,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 0848965d01b238eae792b071fd652433 2024-12-07T07:16:01,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120791a870d79f6b44f9833b7362c86ded7a_0848965d01b238eae792b071fd652433 is 50, key is test_row_0/A:col10/1733555759871/Put/seqid=0 2024-12-07T07:16:01,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742249_1425 (size=12454) 2024-12-07T07:16:01,060 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:16:01,067 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120791a870d79f6b44f9833b7362c86ded7a_0848965d01b238eae792b071fd652433 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120791a870d79f6b44f9833b7362c86ded7a_0848965d01b238eae792b071fd652433 2024-12-07T07:16:01,070 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/6c1506da48d64e1999a56607eca517cb, store: [table=TestAcidGuarantees family=A region=0848965d01b238eae792b071fd652433] 2024-12-07T07:16:01,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/6c1506da48d64e1999a56607eca517cb is 175, key is test_row_0/A:col10/1733555759871/Put/seqid=0 2024-12-07T07:16:01,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742250_1426 (size=31255) 2024-12-07T07:16:01,079 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=296, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/6c1506da48d64e1999a56607eca517cb 2024-12-07T07:16:01,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/9075674fe8d94be5ba8b27b70e1266e5 is 50, key is test_row_0/B:col10/1733555759871/Put/seqid=0 2024-12-07T07:16:01,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742251_1427 (size=12301) 2024-12-07T07:16:01,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:01,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56588 deadline: 1733555821116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:01,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:01,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:01,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:01,193 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T07:16:01,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56588 deadline: 1733555821230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:01,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:01,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:01,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:01,287 INFO [Thread-1564 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1564. 2024-12-07T07:16:01,287 DEBUG [Thread-1564 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:16:01,287 DEBUG [Thread-1564 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:01,288 INFO [Thread-1566 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1566. 2024-12-07T07:16:01,288 DEBUG [Thread-1566 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:16:01,288 DEBUG [Thread-1566 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:01,288 DEBUG [Thread-1566 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:01,288 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:16:01,288 DEBUG [Thread-1564 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:01,288 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:16:01,296 INFO [Thread-1558 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1558. 2024-12-07T07:16:01,296 DEBUG [Thread-1558 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:16:01,296 DEBUG [Thread-1558 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:01,296 DEBUG [Thread-1558 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:01,296 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:16:01,298 INFO [Thread-1562 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1562. 2024-12-07T07:16:01,298 DEBUG [Thread-1562 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:16:01,298 DEBUG [Thread-1562 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:01,299 DEBUG [Thread-1562 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:01,299 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:16:01,299 INFO [Thread-1560 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1560. 2024-12-07T07:16:01,299 DEBUG [Thread-1560 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:16:01,299 DEBUG [Thread-1560 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:01,299 DEBUG [Thread-1560 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:01,299 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:16:01,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:01,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56588 deadline: 1733555821450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:01,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:01,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:01,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:01,509 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/9075674fe8d94be5ba8b27b70e1266e5 2024-12-07T07:16:01,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/9ced94e7baec44f09f041c7968aed9ba is 50, key is test_row_0/C:col10/1733555759871/Put/seqid=0 2024-12-07T07:16:01,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742252_1428 (size=12301) 2024-12-07T07:16:01,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56588 deadline: 1733555821760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:01,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:01,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:01,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:01,921 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/9ced94e7baec44f09f041c7968aed9ba 2024-12-07T07:16:01,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/6c1506da48d64e1999a56607eca517cb as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/6c1506da48d64e1999a56607eca517cb 2024-12-07T07:16:01,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/6c1506da48d64e1999a56607eca517cb, entries=150, sequenceid=296, filesize=30.5 K 2024-12-07T07:16:01,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/9075674fe8d94be5ba8b27b70e1266e5 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/9075674fe8d94be5ba8b27b70e1266e5 2024-12-07T07:16:01,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/9075674fe8d94be5ba8b27b70e1266e5, entries=150, sequenceid=296, filesize=12.0 K 2024-12-07T07:16:01,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/9ced94e7baec44f09f041c7968aed9ba as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/9ced94e7baec44f09f041c7968aed9ba 2024-12-07T07:16:01,937 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/9ced94e7baec44f09f041c7968aed9ba, entries=150, sequenceid=296, filesize=12.0 K 2024-12-07T07:16:01,938 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 0848965d01b238eae792b071fd652433 in 902ms, sequenceid=296, compaction requested=true 2024-12-07T07:16:01,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0848965d01b238eae792b071fd652433: 2024-12-07T07:16:01,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0848965d01b238eae792b071fd652433:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:16:01,938 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:16:01,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:01,938 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:16:01,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0848965d01b238eae792b071fd652433:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:16:01,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:01,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0848965d01b238eae792b071fd652433:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:16:01,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:16:01,941 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94313 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:16:01,941 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37451 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:16:01,941 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 0848965d01b238eae792b071fd652433/A is initiating minor compaction (all files) 2024-12-07T07:16:01,942 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 0848965d01b238eae792b071fd652433/B is initiating minor compaction (all files) 2024-12-07T07:16:01,942 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0848965d01b238eae792b071fd652433/B in TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:16:01,942 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0848965d01b238eae792b071fd652433/A in TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:16:01,942 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/b9062b9f2fd04e43ad9b15011fcc4066, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/00089b84f4c34eff9ff75b978e69c11e, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/9075674fe8d94be5ba8b27b70e1266e5] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp, totalSize=36.6 K 2024-12-07T07:16:01,942 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/68e25194b652497a9b556ef19788ef17, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/c6387d6f523c4dccb460bca1d427ed1e, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/6c1506da48d64e1999a56607eca517cb] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp, totalSize=92.1 K 2024-12-07T07:16:01,942 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:16:01,942 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. files: [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/68e25194b652497a9b556ef19788ef17, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/c6387d6f523c4dccb460bca1d427ed1e, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/6c1506da48d64e1999a56607eca517cb] 2024-12-07T07:16:01,942 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting b9062b9f2fd04e43ad9b15011fcc4066, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1733555756825 2024-12-07T07:16:01,942 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68e25194b652497a9b556ef19788ef17, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1733555756825 2024-12-07T07:16:01,942 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 00089b84f4c34eff9ff75b978e69c11e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733555757565 2024-12-07T07:16:01,943 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6387d6f523c4dccb460bca1d427ed1e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733555757565 2024-12-07T07:16:01,943 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 9075674fe8d94be5ba8b27b70e1266e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1733555759792 2024-12-07T07:16:01,943 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c1506da48d64e1999a56607eca517cb, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1733555759792 2024-12-07T07:16:01,950 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0848965d01b238eae792b071fd652433#B#compaction#357 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:01,950 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/26f3b33ea59b4b8585780b8583706e4e is 50, key is test_row_0/B:col10/1733555759871/Put/seqid=0 2024-12-07T07:16:01,953 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0848965d01b238eae792b071fd652433] 2024-12-07T07:16:01,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742253_1429 (size=13051) 2024-12-07T07:16:01,961 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/26f3b33ea59b4b8585780b8583706e4e as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/26f3b33ea59b4b8585780b8583706e4e 2024-12-07T07:16:01,961 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412078457c612865642839ee2f37484862e9a_0848965d01b238eae792b071fd652433 store=[table=TestAcidGuarantees family=A region=0848965d01b238eae792b071fd652433] 2024-12-07T07:16:01,966 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0848965d01b238eae792b071fd652433/B of 0848965d01b238eae792b071fd652433 into 26f3b33ea59b4b8585780b8583706e4e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:01,966 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0848965d01b238eae792b071fd652433: 2024-12-07T07:16:01,966 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., storeName=0848965d01b238eae792b071fd652433/B, priority=13, startTime=1733555761938; duration=0sec 2024-12-07T07:16:01,966 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:16:01,966 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0848965d01b238eae792b071fd652433:B 2024-12-07T07:16:01,966 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:16:01,967 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37451 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:16:01,967 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 0848965d01b238eae792b071fd652433/C is initiating minor compaction (all files) 2024-12-07T07:16:01,967 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0848965d01b238eae792b071fd652433/C in TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:16:01,967 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/c5dfd7eeaa8048b886c589b577f6d45c, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/e088077907194491b8884621297b1d7d, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/9ced94e7baec44f09f041c7968aed9ba] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp, totalSize=36.6 K 2024-12-07T07:16:01,967 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting c5dfd7eeaa8048b886c589b577f6d45c, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1733555756825 2024-12-07T07:16:01,968 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting e088077907194491b8884621297b1d7d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733555757565 2024-12-07T07:16:01,968 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ced94e7baec44f09f041c7968aed9ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1733555759792 2024-12-07T07:16:01,975 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0848965d01b238eae792b071fd652433#C#compaction#359 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:01,975 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/62090eff47d74bad8cb126770d22f427 is 50, key is test_row_0/C:col10/1733555759871/Put/seqid=0 2024-12-07T07:16:01,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742254_1430 (size=13051) 2024-12-07T07:16:01,984 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412078457c612865642839ee2f37484862e9a_0848965d01b238eae792b071fd652433, store=[table=TestAcidGuarantees family=A region=0848965d01b238eae792b071fd652433] 2024-12-07T07:16:01,984 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412078457c612865642839ee2f37484862e9a_0848965d01b238eae792b071fd652433 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0848965d01b238eae792b071fd652433] 2024-12-07T07:16:01,986 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/62090eff47d74bad8cb126770d22f427 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/62090eff47d74bad8cb126770d22f427 2024-12-07T07:16:01,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742255_1431 (size=4469) 2024-12-07T07:16:01,992 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0848965d01b238eae792b071fd652433/C of 0848965d01b238eae792b071fd652433 into 62090eff47d74bad8cb126770d22f427(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:01,992 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0848965d01b238eae792b071fd652433: 2024-12-07T07:16:01,992 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., storeName=0848965d01b238eae792b071fd652433/C, priority=13, startTime=1733555761938; duration=0sec 2024-12-07T07:16:01,992 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:01,992 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0848965d01b238eae792b071fd652433:C 2024-12-07T07:16:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 0848965d01b238eae792b071fd652433 2024-12-07T07:16:02,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0848965d01b238eae792b071fd652433 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-07T07:16:02,122 INFO [Thread-1555 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1555. 2024-12-07T07:16:02,122 INFO [Thread-1551 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1551. 2024-12-07T07:16:02,122 DEBUG [Thread-1551 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:16:02,122 DEBUG [Thread-1555 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:16:02,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=A 2024-12-07T07:16:02,122 DEBUG [Thread-1551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:02,122 DEBUG [Thread-1555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:02,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:02,122 DEBUG [Thread-1555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:02,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=B 2024-12-07T07:16:02,122 DEBUG [Thread-1551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:02,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:02,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=C 2024-12-07T07:16:02,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:02,123 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:16:02,123 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:16:02,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120772e504b0797449eaadbb557649822f5d_0848965d01b238eae792b071fd652433 is 50, key is test_row_0/A:col10/1733555762120/Put/seqid=0 2024-12-07T07:16:02,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742256_1432 (size=12454) 2024-12-07T07:16:02,131 INFO [Thread-1553 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1553. 2024-12-07T07:16:02,131 DEBUG [Thread-1553 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:16:02,131 DEBUG [Thread-1553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:02,132 DEBUG [Thread-1553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:02,132 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:16:02,132 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:16:02,135 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120772e504b0797449eaadbb557649822f5d_0848965d01b238eae792b071fd652433 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120772e504b0797449eaadbb557649822f5d_0848965d01b238eae792b071fd652433 2024-12-07T07:16:02,136 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/f212286ef2fb4ebf88d4bb2cd9aba164, store: [table=TestAcidGuarantees family=A region=0848965d01b238eae792b071fd652433] 2024-12-07T07:16:02,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/f212286ef2fb4ebf88d4bb2cd9aba164 is 175, key is test_row_0/A:col10/1733555762120/Put/seqid=0 2024-12-07T07:16:02,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742257_1433 (size=31255) 2024-12-07T07:16:02,142 INFO [Thread-1549 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1549. 2024-12-07T07:16:02,142 DEBUG [Thread-1549 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:16:02,142 DEBUG [Thread-1549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:02,142 DEBUG [Thread-1549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:02,142 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:16:02,272 INFO [Thread-1547 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1547. 2024-12-07T07:16:02,272 DEBUG [Thread-1547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:16:02,272 DEBUG [Thread-1547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:02,272 DEBUG [Thread-1547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:02,272 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:16:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-07T07:16:02,381 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:16:02,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-07T07:16:02,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 103 2024-12-07T07:16:02,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-12-07T07:16:02,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-12-07T07:16:02,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 32 2024-12-07T07:16:02,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 31 2024-12-07T07:16:02,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-07T07:16:02,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-07T07:16:02,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1459 2024-12-07T07:16:02,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4377 rows 2024-12-07T07:16:02,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1459 2024-12-07T07:16:02,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4377 rows 2024-12-07T07:16:02,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1468 2024-12-07T07:16:02,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4403 rows 2024-12-07T07:16:02,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1460 2024-12-07T07:16:02,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4380 rows 2024-12-07T07:16:02,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1464 2024-12-07T07:16:02,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4392 rows 2024-12-07T07:16:02,381 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T07:16:02,381 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T07:16:02,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:02,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:02,381 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:16:02,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-07T07:16:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-07T07:16:02,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-07T07:16:02,385 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733555762385"}]},"ts":"1733555762385"} 2024-12-07T07:16:02,386 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-07T07:16:02,386 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-07T07:16:02,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-07T07:16:02,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0848965d01b238eae792b071fd652433, UNASSIGN}] 2024-12-07T07:16:02,389 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0848965d01b238eae792b071fd652433, UNASSIGN 2024-12-07T07:16:02,389 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=107 updating hbase:meta row=0848965d01b238eae792b071fd652433, regionState=CLOSING, regionLocation=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:02,389 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0848965d01b238eae792b071fd652433#A#compaction#358 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:02,390 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/d270b2f3b499408da0d60c7fa3bad666 is 175, key is test_row_0/A:col10/1733555759871/Put/seqid=0 2024-12-07T07:16:02,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0848965d01b238eae792b071fd652433, UNASSIGN because future has completed 2024-12-07T07:16:02,391 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T07:16:02,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814}] 2024-12-07T07:16:02,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742258_1434 (size=32005) 2024-12-07T07:16:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-07T07:16:02,542 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=311, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/f212286ef2fb4ebf88d4bb2cd9aba164 2024-12-07T07:16:02,544 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(122): Close 0848965d01b238eae792b071fd652433 2024-12-07T07:16:02,544 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-07T07:16:02,544 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1722): Closing 0848965d01b238eae792b071fd652433, disabling compactions & flushes 2024-12-07T07:16:02,544 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1993): waiting for 1 compactions & cache flush to complete for region TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:16:02,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/f85e50f4e92841f3be89d899f5f5cb23 is 50, key is test_row_0/B:col10/1733555762120/Put/seqid=0 2024-12-07T07:16:02,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742259_1435 (size=12301) 2024-12-07T07:16:02,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-07T07:16:02,798 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/d270b2f3b499408da0d60c7fa3bad666 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/d270b2f3b499408da0d60c7fa3bad666 2024-12-07T07:16:02,803 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0848965d01b238eae792b071fd652433/A of 0848965d01b238eae792b071fd652433 into d270b2f3b499408da0d60c7fa3bad666(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:02,803 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0848965d01b238eae792b071fd652433: 2024-12-07T07:16:02,803 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:16:02,803 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., storeName=0848965d01b238eae792b071fd652433/A, priority=13, startTime=1733555761938; duration=0sec 2024-12-07T07:16:02,803 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:02,803 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0848965d01b238eae792b071fd652433:A 2024-12-07T07:16:02,952 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/f85e50f4e92841f3be89d899f5f5cb23 2024-12-07T07:16:02,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/e85f793a48bc4b29861ba169c8f5cfe1 is 50, key is test_row_0/C:col10/1733555762120/Put/seqid=0 2024-12-07T07:16:02,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742260_1436 (size=12301) 2024-12-07T07:16:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-07T07:16:03,362 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/e85f793a48bc4b29861ba169c8f5cfe1 2024-12-07T07:16:03,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/f212286ef2fb4ebf88d4bb2cd9aba164 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/f212286ef2fb4ebf88d4bb2cd9aba164 2024-12-07T07:16:03,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/f212286ef2fb4ebf88d4bb2cd9aba164, entries=150, sequenceid=311, filesize=30.5 K 2024-12-07T07:16:03,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/f85e50f4e92841f3be89d899f5f5cb23 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/f85e50f4e92841f3be89d899f5f5cb23 2024-12-07T07:16:03,378 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/f85e50f4e92841f3be89d899f5f5cb23, entries=150, sequenceid=311, filesize=12.0 K 2024-12-07T07:16:03,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/e85f793a48bc4b29861ba169c8f5cfe1 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/e85f793a48bc4b29861ba169c8f5cfe1 2024-12-07T07:16:03,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/e85f793a48bc4b29861ba169c8f5cfe1, entries=150, sequenceid=311, filesize=12.0 K 2024-12-07T07:16:03,384 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=20.13 KB/20610 for 0848965d01b238eae792b071fd652433 in 1262ms, sequenceid=311, compaction requested=false 2024-12-07T07:16:03,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0848965d01b238eae792b071fd652433: 2024-12-07T07:16:03,384 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:16:03,384 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:16:03,384 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. after waiting 0 ms 2024-12-07T07:16:03,384 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:16:03,384 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(2902): Flushing 0848965d01b238eae792b071fd652433 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-12-07T07:16:03,384 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=A 2024-12-07T07:16:03,384 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:03,384 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=B 2024-12-07T07:16:03,384 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:03,384 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0848965d01b238eae792b071fd652433, store=C 2024-12-07T07:16:03,384 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:03,392 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412077d685aba5c9744a7b7b5cf4132936cb5_0848965d01b238eae792b071fd652433 is 50, key is test_row_0/A:col10/1733555762130/Put/seqid=0 2024-12-07T07:16:03,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742261_1437 (size=12454) 2024-12-07T07:16:03,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-07T07:16:03,797 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:16:03,800 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412077d685aba5c9744a7b7b5cf4132936cb5_0848965d01b238eae792b071fd652433 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412077d685aba5c9744a7b7b5cf4132936cb5_0848965d01b238eae792b071fd652433 2024-12-07T07:16:03,801 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/b3d18cd38f2f429781f87fae9ce4d2d9, store: [table=TestAcidGuarantees family=A region=0848965d01b238eae792b071fd652433] 2024-12-07T07:16:03,802 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/b3d18cd38f2f429781f87fae9ce4d2d9 is 175, key is test_row_0/A:col10/1733555762130/Put/seqid=0 2024-12-07T07:16:03,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742262_1438 (size=31255) 2024-12-07T07:16:04,209 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=318, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/b3d18cd38f2f429781f87fae9ce4d2d9 2024-12-07T07:16:04,220 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/02f794838eda473ba4869597e3214035 is 50, key is test_row_0/B:col10/1733555762130/Put/seqid=0 2024-12-07T07:16:04,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742263_1439 (size=12301) 2024-12-07T07:16:04,224 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/02f794838eda473ba4869597e3214035 2024-12-07T07:16:04,232 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/fdc07dfdbcec474cbc81ccdbc3e92dc6 is 50, key is test_row_0/C:col10/1733555762130/Put/seqid=0 2024-12-07T07:16:04,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742264_1440 (size=12301) 2024-12-07T07:16:04,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-07T07:16:04,637 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/fdc07dfdbcec474cbc81ccdbc3e92dc6 2024-12-07T07:16:04,647 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/A/b3d18cd38f2f429781f87fae9ce4d2d9 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/b3d18cd38f2f429781f87fae9ce4d2d9 2024-12-07T07:16:04,651 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/b3d18cd38f2f429781f87fae9ce4d2d9, entries=150, sequenceid=318, filesize=30.5 K 2024-12-07T07:16:04,652 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/B/02f794838eda473ba4869597e3214035 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/02f794838eda473ba4869597e3214035 2024-12-07T07:16:04,656 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/02f794838eda473ba4869597e3214035, entries=150, sequenceid=318, filesize=12.0 K 2024-12-07T07:16:04,656 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/.tmp/C/fdc07dfdbcec474cbc81ccdbc3e92dc6 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/fdc07dfdbcec474cbc81ccdbc3e92dc6 2024-12-07T07:16:04,660 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/fdc07dfdbcec474cbc81ccdbc3e92dc6, entries=150, sequenceid=318, filesize=12.0 K 2024-12-07T07:16:04,661 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 0848965d01b238eae792b071fd652433 in 1277ms, sequenceid=318, compaction requested=true 2024-12-07T07:16:04,661 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/166d8508f8c344e0a1ac24b65429051b, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/ee5e3fa502804918961f372895b7fbea, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/01fb85fd94264440a3767c39424e4ebd, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/703d766e1b684a09bc1014036c2a26b2, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/9f11ebe6cb57436f940b6041bf53a02c, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/63c5ed38b936498a9dafa7dc439fb9a3, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/8d59e27d35bd4eeb96ba928b0b40cffe, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/5d63cb803a5a47af9bf6d899c4ac782a, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/b4c736148fff4eb2868b86351c7f21ed, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/802d75234ac84d27b0d7b7d47aca560e, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/2644119a71ef485095f1d36252f58112, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/702047c5c72e4e1f9c58f80f637b7013, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/7e367b4bf2fb4c22a543a60d7950242d, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/360e389a916d4bc18ff9ab44d2d5d4f9, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/84bd2be0c5b541508a6de13360bebd0a, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/c1983e9f2c6647b28dce89ba25cd0942, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/0c442138f3194b27bddb7bd93593ba27, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/edfa1493ab1a406c9d4c29c6896fae99, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/bd67a36dfdcc425bafa002e0dfc69ed7, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/68e25194b652497a9b556ef19788ef17, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/c6387d6f523c4dccb460bca1d427ed1e, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/6c1506da48d64e1999a56607eca517cb] to archive 2024-12-07T07:16:04,662 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T07:16:04,664 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/166d8508f8c344e0a1ac24b65429051b to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/166d8508f8c344e0a1ac24b65429051b 2024-12-07T07:16:04,665 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/ee5e3fa502804918961f372895b7fbea to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/ee5e3fa502804918961f372895b7fbea 2024-12-07T07:16:04,667 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/01fb85fd94264440a3767c39424e4ebd to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/01fb85fd94264440a3767c39424e4ebd 2024-12-07T07:16:04,668 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/703d766e1b684a09bc1014036c2a26b2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/703d766e1b684a09bc1014036c2a26b2 2024-12-07T07:16:04,669 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/9f11ebe6cb57436f940b6041bf53a02c to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/9f11ebe6cb57436f940b6041bf53a02c 2024-12-07T07:16:04,670 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/63c5ed38b936498a9dafa7dc439fb9a3 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/63c5ed38b936498a9dafa7dc439fb9a3 2024-12-07T07:16:04,671 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/8d59e27d35bd4eeb96ba928b0b40cffe to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/8d59e27d35bd4eeb96ba928b0b40cffe 2024-12-07T07:16:04,672 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/5d63cb803a5a47af9bf6d899c4ac782a to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/5d63cb803a5a47af9bf6d899c4ac782a 2024-12-07T07:16:04,674 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/b4c736148fff4eb2868b86351c7f21ed to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/b4c736148fff4eb2868b86351c7f21ed 2024-12-07T07:16:04,675 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/802d75234ac84d27b0d7b7d47aca560e to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/802d75234ac84d27b0d7b7d47aca560e 2024-12-07T07:16:04,676 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/2644119a71ef485095f1d36252f58112 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/2644119a71ef485095f1d36252f58112 2024-12-07T07:16:04,677 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/702047c5c72e4e1f9c58f80f637b7013 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/702047c5c72e4e1f9c58f80f637b7013 2024-12-07T07:16:04,678 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/7e367b4bf2fb4c22a543a60d7950242d to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/7e367b4bf2fb4c22a543a60d7950242d 2024-12-07T07:16:04,679 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/360e389a916d4bc18ff9ab44d2d5d4f9 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/360e389a916d4bc18ff9ab44d2d5d4f9 2024-12-07T07:16:04,680 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/84bd2be0c5b541508a6de13360bebd0a to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/84bd2be0c5b541508a6de13360bebd0a 2024-12-07T07:16:04,682 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/c1983e9f2c6647b28dce89ba25cd0942 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/c1983e9f2c6647b28dce89ba25cd0942 2024-12-07T07:16:04,683 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/0c442138f3194b27bddb7bd93593ba27 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/0c442138f3194b27bddb7bd93593ba27 2024-12-07T07:16:04,684 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/edfa1493ab1a406c9d4c29c6896fae99 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/edfa1493ab1a406c9d4c29c6896fae99 2024-12-07T07:16:04,685 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/bd67a36dfdcc425bafa002e0dfc69ed7 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/bd67a36dfdcc425bafa002e0dfc69ed7 2024-12-07T07:16:04,687 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/68e25194b652497a9b556ef19788ef17 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/68e25194b652497a9b556ef19788ef17 2024-12-07T07:16:04,688 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/c6387d6f523c4dccb460bca1d427ed1e to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/c6387d6f523c4dccb460bca1d427ed1e 2024-12-07T07:16:04,689 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/6c1506da48d64e1999a56607eca517cb to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/6c1506da48d64e1999a56607eca517cb 2024-12-07T07:16:04,691 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/5e434526caff4360bb126775dc467f1f, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/ea144cfd56a444a78e84b11bc93e45db, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/dcfc5cc6a79e4df182752fde270563bc, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/b6b3119857b84d159c149ae6a0633453, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/318e9a67a8114716a5d0d7f03aa5232c, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/0245391f16f0433c8b5329918d430d55, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/16d0b500e8f648599164745b63a608b9, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/563d10e776e74ffb9ef03d0c884e1be6, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/de3be3a6d25d4c0d80401c440906f72a, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/852aaddfe9cf434fa7b6024e7c954db7, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/ccffb986f13e4407ad83bf8b425e776d, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/3f3888984d6d4efc82018f8cda121848, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/85f28ef2f72044a3bdb3e5bac4473bb3, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/bdbfb30c037a46ee87c467f0ad57493e, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/210a45124a1845819c011a0e0766154b, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/7f0283924bd04281a09cc810f9a88e68, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/0d9c045dc1a04903b956d2778baea0ae, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/4168134d1e7e4cf1b92fcbfdc7610047, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/b9062b9f2fd04e43ad9b15011fcc4066, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/173f33dc4b704f80a5b488749a180530, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/00089b84f4c34eff9ff75b978e69c11e, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/9075674fe8d94be5ba8b27b70e1266e5] to archive 2024-12-07T07:16:04,691 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T07:16:04,693 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/5e434526caff4360bb126775dc467f1f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/5e434526caff4360bb126775dc467f1f 2024-12-07T07:16:04,694 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/ea144cfd56a444a78e84b11bc93e45db to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/ea144cfd56a444a78e84b11bc93e45db 2024-12-07T07:16:04,695 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/dcfc5cc6a79e4df182752fde270563bc to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/dcfc5cc6a79e4df182752fde270563bc 2024-12-07T07:16:04,696 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/b6b3119857b84d159c149ae6a0633453 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/b6b3119857b84d159c149ae6a0633453 2024-12-07T07:16:04,698 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/318e9a67a8114716a5d0d7f03aa5232c to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/318e9a67a8114716a5d0d7f03aa5232c 2024-12-07T07:16:04,699 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/0245391f16f0433c8b5329918d430d55 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/0245391f16f0433c8b5329918d430d55 2024-12-07T07:16:04,700 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/16d0b500e8f648599164745b63a608b9 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/16d0b500e8f648599164745b63a608b9 2024-12-07T07:16:04,701 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/563d10e776e74ffb9ef03d0c884e1be6 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/563d10e776e74ffb9ef03d0c884e1be6 2024-12-07T07:16:04,702 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/de3be3a6d25d4c0d80401c440906f72a to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/de3be3a6d25d4c0d80401c440906f72a 2024-12-07T07:16:04,703 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/852aaddfe9cf434fa7b6024e7c954db7 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/852aaddfe9cf434fa7b6024e7c954db7 2024-12-07T07:16:04,704 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/ccffb986f13e4407ad83bf8b425e776d to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/ccffb986f13e4407ad83bf8b425e776d 2024-12-07T07:16:04,705 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/3f3888984d6d4efc82018f8cda121848 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/3f3888984d6d4efc82018f8cda121848 2024-12-07T07:16:04,707 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/85f28ef2f72044a3bdb3e5bac4473bb3 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/85f28ef2f72044a3bdb3e5bac4473bb3 2024-12-07T07:16:04,708 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/bdbfb30c037a46ee87c467f0ad57493e to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/bdbfb30c037a46ee87c467f0ad57493e 2024-12-07T07:16:04,709 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/210a45124a1845819c011a0e0766154b to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/210a45124a1845819c011a0e0766154b 2024-12-07T07:16:04,711 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/7f0283924bd04281a09cc810f9a88e68 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/7f0283924bd04281a09cc810f9a88e68 2024-12-07T07:16:04,712 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/0d9c045dc1a04903b956d2778baea0ae to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/0d9c045dc1a04903b956d2778baea0ae 2024-12-07T07:16:04,714 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/4168134d1e7e4cf1b92fcbfdc7610047 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/4168134d1e7e4cf1b92fcbfdc7610047 2024-12-07T07:16:04,715 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/b9062b9f2fd04e43ad9b15011fcc4066 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/b9062b9f2fd04e43ad9b15011fcc4066 2024-12-07T07:16:04,716 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/173f33dc4b704f80a5b488749a180530 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/173f33dc4b704f80a5b488749a180530 2024-12-07T07:16:04,718 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/00089b84f4c34eff9ff75b978e69c11e to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/00089b84f4c34eff9ff75b978e69c11e 2024-12-07T07:16:04,719 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/9075674fe8d94be5ba8b27b70e1266e5 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/9075674fe8d94be5ba8b27b70e1266e5 2024-12-07T07:16:04,720 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/413b24c045f6440d9a4915b301c2411e, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/724fd721361e4979900479f4ab83722d, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/991051dce2074e9995ace1c6b98692ef, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/39e6d9b16a40482c89ac11ee32350b43, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/c4e8480a5f2b4f1f9ec2a3047e4708f9, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/384c612c64aa4819bf1154458322ecfb, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/6aad2169690343bda8c03254fc4495dc, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/c457265125a145dca92354262c8d0ad0, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/6ea0ad18e9054081ac1dc7409e169765, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/a709b5182b73458f993051b8318f4cff, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/b491918478ea48d0920f0a65b0ce5e30, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/8755e81334334f3099105058323c375f, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/7f9af4af66764e25b3352a909e55d505, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/5377005105814b37a383609785ad077a, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/a2194dd1748d43a88496d5c4689a89aa, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/8380a546e61049fcbd494fb186f28d4d, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/476aed80bf644e69a7749e0e691954a3, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/d0ba5c63c0cd4915ba2a6ac19b60a300, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/c5dfd7eeaa8048b886c589b577f6d45c, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/b8b066aa490946cfb5664d937cc4cde8, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/e088077907194491b8884621297b1d7d, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/9ced94e7baec44f09f041c7968aed9ba] to archive 2024-12-07T07:16:04,721 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T07:16:04,722 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/413b24c045f6440d9a4915b301c2411e to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/413b24c045f6440d9a4915b301c2411e 2024-12-07T07:16:04,723 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/724fd721361e4979900479f4ab83722d to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/724fd721361e4979900479f4ab83722d 2024-12-07T07:16:04,724 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/991051dce2074e9995ace1c6b98692ef to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/991051dce2074e9995ace1c6b98692ef 2024-12-07T07:16:04,725 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/39e6d9b16a40482c89ac11ee32350b43 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/39e6d9b16a40482c89ac11ee32350b43 2024-12-07T07:16:04,726 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/c4e8480a5f2b4f1f9ec2a3047e4708f9 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/c4e8480a5f2b4f1f9ec2a3047e4708f9 2024-12-07T07:16:04,727 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/384c612c64aa4819bf1154458322ecfb to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/384c612c64aa4819bf1154458322ecfb 2024-12-07T07:16:04,728 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/6aad2169690343bda8c03254fc4495dc to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/6aad2169690343bda8c03254fc4495dc 2024-12-07T07:16:04,729 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/c457265125a145dca92354262c8d0ad0 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/c457265125a145dca92354262c8d0ad0 2024-12-07T07:16:04,730 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/6ea0ad18e9054081ac1dc7409e169765 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/6ea0ad18e9054081ac1dc7409e169765 2024-12-07T07:16:04,730 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/a709b5182b73458f993051b8318f4cff to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/a709b5182b73458f993051b8318f4cff 2024-12-07T07:16:04,731 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/b491918478ea48d0920f0a65b0ce5e30 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/b491918478ea48d0920f0a65b0ce5e30 2024-12-07T07:16:04,732 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/8755e81334334f3099105058323c375f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/8755e81334334f3099105058323c375f 2024-12-07T07:16:04,733 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/7f9af4af66764e25b3352a909e55d505 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/7f9af4af66764e25b3352a909e55d505 2024-12-07T07:16:04,734 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/5377005105814b37a383609785ad077a to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/5377005105814b37a383609785ad077a 2024-12-07T07:16:04,734 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/a2194dd1748d43a88496d5c4689a89aa to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/a2194dd1748d43a88496d5c4689a89aa 2024-12-07T07:16:04,735 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/8380a546e61049fcbd494fb186f28d4d to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/8380a546e61049fcbd494fb186f28d4d 2024-12-07T07:16:04,736 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/476aed80bf644e69a7749e0e691954a3 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/476aed80bf644e69a7749e0e691954a3 2024-12-07T07:16:04,737 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/d0ba5c63c0cd4915ba2a6ac19b60a300 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/d0ba5c63c0cd4915ba2a6ac19b60a300 2024-12-07T07:16:04,737 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/c5dfd7eeaa8048b886c589b577f6d45c to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/c5dfd7eeaa8048b886c589b577f6d45c 2024-12-07T07:16:04,738 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/b8b066aa490946cfb5664d937cc4cde8 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/b8b066aa490946cfb5664d937cc4cde8 2024-12-07T07:16:04,739 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/e088077907194491b8884621297b1d7d to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/e088077907194491b8884621297b1d7d 2024-12-07T07:16:04,740 DEBUG [StoreCloser-TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/9ced94e7baec44f09f041c7968aed9ba to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/9ced94e7baec44f09f041c7968aed9ba 2024-12-07T07:16:04,744 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/recovered.edits/321.seqid, newMaxSeqId=321, maxSeqId=4 2024-12-07T07:16:04,744 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. 2024-12-07T07:16:04,744 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1676): Region close journal for 0848965d01b238eae792b071fd652433: Waiting for close lock at 1733555762544Running coprocessor pre-close hooks at 1733555762544Disabling compacts and flushes for region at 1733555762544Disabling writes for close at 1733555763384 (+840 ms)Obtaining lock to block concurrent updates at 1733555763384Preparing flush snapshotting stores in 0848965d01b238eae792b071fd652433 at 1733555763384Finished memstore snapshotting TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1733555763384Flushing stores of TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433. at 1733555763385 (+1 ms)Flushing 0848965d01b238eae792b071fd652433/A: creating writer at 1733555763385Flushing mob file 0848965d01b238eae792b071fd652433/A: appending metadata at 1733555763391 (+6 ms)Flushing mob file 0848965d01b238eae792b071fd652433/A: closing flushed file at 1733555763391Flushing 0848965d01b238eae792b071fd652433/A: appending metadata at 1733555763801 (+410 ms)Flushing 0848965d01b238eae792b071fd652433/A: closing flushed file at 1733555763801Flushing 0848965d01b238eae792b071fd652433/B: creating writer at 1733555764217 (+416 ms)Flushing 0848965d01b238eae792b071fd652433/B: appending metadata at 1733555764220 (+3 ms)Flushing 0848965d01b238eae792b071fd652433/B: closing flushed file at 1733555764220Flushing 0848965d01b238eae792b071fd652433/C: creating writer at 1733555764229 (+9 ms)Flushing 0848965d01b238eae792b071fd652433/C: appending metadata at 1733555764231 (+2 ms)Flushing 0848965d01b238eae792b071fd652433/C: closing flushed file at 1733555764231Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6079e4f7: reopening flushed file at 1733555764646 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11129b23: reopening flushed file at 1733555764651 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d5c2f4f: reopening flushed file at 1733555764656 (+5 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 0848965d01b238eae792b071fd652433 in 1277ms, sequenceid=318, compaction requested=true at 1733555764661 (+5 ms)Writing region close event to WAL at 1733555764741 (+80 ms)Running coprocessor post-close hooks at 1733555764744 (+3 ms)Closed at 1733555764744 2024-12-07T07:16:04,746 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(157): Closed 0848965d01b238eae792b071fd652433 2024-12-07T07:16:04,746 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=107 updating hbase:meta row=0848965d01b238eae792b071fd652433, regionState=CLOSED 2024-12-07T07:16:04,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=108, ppid=107, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 because future has completed 2024-12-07T07:16:04,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-12-07T07:16:04,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; CloseRegionProcedure 0848965d01b238eae792b071fd652433, server=5d4d7471f19e,42791,1733555642814 in 2.3570 sec 2024-12-07T07:16:04,751 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=107, resume processing ppid=106 2024-12-07T07:16:04,751 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, ppid=106, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0848965d01b238eae792b071fd652433, UNASSIGN in 2.3620 sec 2024-12-07T07:16:04,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-12-07T07:16:04,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.3650 sec 2024-12-07T07:16:04,754 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733555764754"}]},"ts":"1733555764754"} 2024-12-07T07:16:04,755 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-07T07:16:04,756 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-07T07:16:04,757 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.3740 sec 2024-12-07T07:16:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-07T07:16:06,541 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:16:06,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-07T07:16:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T07:16:06,543 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=109, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T07:16:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-07T07:16:06,544 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=109, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T07:16:06,547 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433 2024-12-07T07:16:06,549 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A, FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B, FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C, FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/recovered.edits] 2024-12-07T07:16:06,552 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/b3d18cd38f2f429781f87fae9ce4d2d9 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/b3d18cd38f2f429781f87fae9ce4d2d9 2024-12-07T07:16:06,553 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/d270b2f3b499408da0d60c7fa3bad666 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/d270b2f3b499408da0d60c7fa3bad666 2024-12-07T07:16:06,554 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/f212286ef2fb4ebf88d4bb2cd9aba164 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/A/f212286ef2fb4ebf88d4bb2cd9aba164 2024-12-07T07:16:06,557 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/02f794838eda473ba4869597e3214035 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/02f794838eda473ba4869597e3214035 2024-12-07T07:16:06,558 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/26f3b33ea59b4b8585780b8583706e4e to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/26f3b33ea59b4b8585780b8583706e4e 2024-12-07T07:16:06,559 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/f85e50f4e92841f3be89d899f5f5cb23 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/B/f85e50f4e92841f3be89d899f5f5cb23 2024-12-07T07:16:06,561 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/62090eff47d74bad8cb126770d22f427 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/62090eff47d74bad8cb126770d22f427 2024-12-07T07:16:06,562 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/e85f793a48bc4b29861ba169c8f5cfe1 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/e85f793a48bc4b29861ba169c8f5cfe1 2024-12-07T07:16:06,563 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/fdc07dfdbcec474cbc81ccdbc3e92dc6 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/C/fdc07dfdbcec474cbc81ccdbc3e92dc6 2024-12-07T07:16:06,564 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/recovered.edits/321.seqid to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433/recovered.edits/321.seqid 2024-12-07T07:16:06,565 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/0848965d01b238eae792b071fd652433 2024-12-07T07:16:06,565 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-07T07:16:06,565 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-07T07:16:06,566 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-07T07:16:06,568 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412070ea9a14a92364c3d88658a734ef626b3_0848965d01b238eae792b071fd652433 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412070ea9a14a92364c3d88658a734ef626b3_0848965d01b238eae792b071fd652433 2024-12-07T07:16:06,569 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120733e19802189f4009a36cf366902a06ad_0848965d01b238eae792b071fd652433 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120733e19802189f4009a36cf366902a06ad_0848965d01b238eae792b071fd652433 2024-12-07T07:16:06,570 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120734d1346ee17f42c99e345a93967bae8f_0848965d01b238eae792b071fd652433 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120734d1346ee17f42c99e345a93967bae8f_0848965d01b238eae792b071fd652433 2024-12-07T07:16:06,571 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412075833b6083cb2482aaafcd7db56e733cf_0848965d01b238eae792b071fd652433 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412075833b6083cb2482aaafcd7db56e733cf_0848965d01b238eae792b071fd652433 2024-12-07T07:16:06,572 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120772e504b0797449eaadbb557649822f5d_0848965d01b238eae792b071fd652433 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120772e504b0797449eaadbb557649822f5d_0848965d01b238eae792b071fd652433 2024-12-07T07:16:06,573 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412077d685aba5c9744a7b7b5cf4132936cb5_0848965d01b238eae792b071fd652433 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412077d685aba5c9744a7b7b5cf4132936cb5_0848965d01b238eae792b071fd652433 2024-12-07T07:16:06,574 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120781976f2f33ca45cbb29284de89e7d356_0848965d01b238eae792b071fd652433 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120781976f2f33ca45cbb29284de89e7d356_0848965d01b238eae792b071fd652433 2024-12-07T07:16:06,575 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120784c3c9b8a20c4136b487284d88a4269a_0848965d01b238eae792b071fd652433 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120784c3c9b8a20c4136b487284d88a4269a_0848965d01b238eae792b071fd652433 2024-12-07T07:16:06,575 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120791a870d79f6b44f9833b7362c86ded7a_0848965d01b238eae792b071fd652433 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120791a870d79f6b44f9833b7362c86ded7a_0848965d01b238eae792b071fd652433 2024-12-07T07:16:06,584 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207a13657dcbdb141d9b3885d4748ffbb3e_0848965d01b238eae792b071fd652433 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207a13657dcbdb141d9b3885d4748ffbb3e_0848965d01b238eae792b071fd652433 2024-12-07T07:16:06,586 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207a2540d51df834970ae4c6a4ac5c7a890_0848965d01b238eae792b071fd652433 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207a2540d51df834970ae4c6a4ac5c7a890_0848965d01b238eae792b071fd652433 2024-12-07T07:16:06,588 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207a8695bdf9e124c9783566c052ff4bb0c_0848965d01b238eae792b071fd652433 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207a8695bdf9e124c9783566c052ff4bb0c_0848965d01b238eae792b071fd652433 2024-12-07T07:16:06,589 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207c35ac4256be6497884eea8e66bafdb44_0848965d01b238eae792b071fd652433 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207c35ac4256be6497884eea8e66bafdb44_0848965d01b238eae792b071fd652433 2024-12-07T07:16:06,591 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207c997786f800641c1a2516644c6bd5fba_0848965d01b238eae792b071fd652433 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207c997786f800641c1a2516644c6bd5fba_0848965d01b238eae792b071fd652433 2024-12-07T07:16:06,592 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207d541f7e1a3f349cc9a4f42f37bad308b_0848965d01b238eae792b071fd652433 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207d541f7e1a3f349cc9a4f42f37bad308b_0848965d01b238eae792b071fd652433 2024-12-07T07:16:06,597 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207d64ef037b7ec440c8d90cb9b3eda499e_0848965d01b238eae792b071fd652433 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207d64ef037b7ec440c8d90cb9b3eda499e_0848965d01b238eae792b071fd652433 2024-12-07T07:16:06,598 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207e2050b79ecc240df9e3df3f4dc832806_0848965d01b238eae792b071fd652433 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207e2050b79ecc240df9e3df3f4dc832806_0848965d01b238eae792b071fd652433 2024-12-07T07:16:06,600 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207e5224b9928024670afa6e311300aa8c7_0848965d01b238eae792b071fd652433 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207e5224b9928024670afa6e311300aa8c7_0848965d01b238eae792b071fd652433 2024-12-07T07:16:06,600 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-07T07:16:06,602 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=109, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T07:16:06,605 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-07T07:16:06,607 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-07T07:16:06,609 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=109, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T07:16:06,609 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-07T07:16:06,609 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733555766609"}]},"ts":"9223372036854775807"} 2024-12-07T07:16:06,612 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-07T07:16:06,612 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 0848965d01b238eae792b071fd652433, NAME => 'TestAcidGuarantees,,1733555739164.0848965d01b238eae792b071fd652433.', STARTKEY => '', ENDKEY => ''}] 2024-12-07T07:16:06,613 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-07T07:16:06,613 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733555766613"}]},"ts":"9223372036854775807"} 2024-12-07T07:16:06,615 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-07T07:16:06,616 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=109, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T07:16:06,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 75 msec 2024-12-07T07:16:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-07T07:16:06,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-07T07:16:06,653 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:16:06,661 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=251 (was 249) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-153105014_22 at /127.0.0.1:55924 [Waiting for operation #1713] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-153105014_22 at /127.0.0.1:36116 [Waiting for operation #1533] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_420488886_22 at /127.0.0.1:52348 [Waiting for operation #1601] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/5d4d7471f19e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=457 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=507 (was 425) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7058 (was 6597) - AvailableMemoryMB LEAK? - 2024-12-07T07:16:06,672 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=251, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=507, ProcessCount=11, AvailableMemoryMB=7056 2024-12-07T07:16:06,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-07T07:16:06,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T07:16:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=110, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-07T07:16:06,675 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T07:16:06,675 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:16:06,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 110 2024-12-07T07:16:06,676 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T07:16:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110 2024-12-07T07:16:06,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742265_1441 (size=1061) 2024-12-07T07:16:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110 2024-12-07T07:16:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110 2024-12-07T07:16:07,082 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06 2024-12-07T07:16:07,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742266_1442 (size=53) 2024-12-07T07:16:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110 2024-12-07T07:16:07,487 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:16:07,488 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 611248077f7c234f7b4aa72a587aaa99, disabling compactions & flushes 2024-12-07T07:16:07,488 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:07,488 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:07,488 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. after waiting 0 ms 2024-12-07T07:16:07,488 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:07,488 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:07,488 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 611248077f7c234f7b4aa72a587aaa99: Waiting for close lock at 1733555767487Disabling compacts and flushes for region at 1733555767487Disabling writes for close at 1733555767488 (+1 ms)Writing region close event to WAL at 1733555767488Closed at 1733555767488 2024-12-07T07:16:07,489 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T07:16:07,489 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733555767489"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733555767489"}]},"ts":"1733555767489"} 2024-12-07T07:16:07,490 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T07:16:07,491 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T07:16:07,491 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733555767491"}]},"ts":"1733555767491"} 2024-12-07T07:16:07,492 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-07T07:16:07,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=611248077f7c234f7b4aa72a587aaa99, ASSIGN}] 2024-12-07T07:16:07,493 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=611248077f7c234f7b4aa72a587aaa99, ASSIGN 2024-12-07T07:16:07,494 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=611248077f7c234f7b4aa72a587aaa99, ASSIGN; state=OFFLINE, location=5d4d7471f19e,42791,1733555642814; forceNewPlan=false, retain=false 2024-12-07T07:16:07,644 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=111 updating hbase:meta row=611248077f7c234f7b4aa72a587aaa99, regionState=OPENING, regionLocation=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:07,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=611248077f7c234f7b4aa72a587aaa99, ASSIGN because future has completed 2024-12-07T07:16:07,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; OpenRegionProcedure 611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814}] 2024-12-07T07:16:07,803 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:07,803 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(7752): Opening region: {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} 2024-12-07T07:16:07,804 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 611248077f7c234f7b4aa72a587aaa99 2024-12-07T07:16:07,804 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:16:07,804 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(7794): checking encryption for 611248077f7c234f7b4aa72a587aaa99 2024-12-07T07:16:07,804 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(7797): checking classloading for 611248077f7c234f7b4aa72a587aaa99 2024-12-07T07:16:07,805 INFO [StoreOpener-611248077f7c234f7b4aa72a587aaa99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 611248077f7c234f7b4aa72a587aaa99 2024-12-07T07:16:07,806 INFO [StoreOpener-611248077f7c234f7b4aa72a587aaa99-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T07:16:07,806 INFO [StoreOpener-611248077f7c234f7b4aa72a587aaa99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 611248077f7c234f7b4aa72a587aaa99 columnFamilyName A 2024-12-07T07:16:07,807 DEBUG [StoreOpener-611248077f7c234f7b4aa72a587aaa99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:16:07,807 INFO [StoreOpener-611248077f7c234f7b4aa72a587aaa99-1 {}] regionserver.HStore(327): Store=611248077f7c234f7b4aa72a587aaa99/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:16:07,807 INFO [StoreOpener-611248077f7c234f7b4aa72a587aaa99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 611248077f7c234f7b4aa72a587aaa99 2024-12-07T07:16:07,808 INFO [StoreOpener-611248077f7c234f7b4aa72a587aaa99-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T07:16:07,808 INFO [StoreOpener-611248077f7c234f7b4aa72a587aaa99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 611248077f7c234f7b4aa72a587aaa99 columnFamilyName B 2024-12-07T07:16:07,808 DEBUG [StoreOpener-611248077f7c234f7b4aa72a587aaa99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:16:07,808 INFO [StoreOpener-611248077f7c234f7b4aa72a587aaa99-1 {}] regionserver.HStore(327): Store=611248077f7c234f7b4aa72a587aaa99/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:16:07,809 INFO [StoreOpener-611248077f7c234f7b4aa72a587aaa99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 611248077f7c234f7b4aa72a587aaa99 2024-12-07T07:16:07,810 INFO [StoreOpener-611248077f7c234f7b4aa72a587aaa99-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T07:16:07,810 INFO [StoreOpener-611248077f7c234f7b4aa72a587aaa99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 611248077f7c234f7b4aa72a587aaa99 columnFamilyName C 2024-12-07T07:16:07,810 DEBUG [StoreOpener-611248077f7c234f7b4aa72a587aaa99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:16:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110 2024-12-07T07:16:07,810 INFO [StoreOpener-611248077f7c234f7b4aa72a587aaa99-1 {}] regionserver.HStore(327): Store=611248077f7c234f7b4aa72a587aaa99/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:16:07,810 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:07,810 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1038): replaying wal for 611248077f7c234f7b4aa72a587aaa99 2024-12-07T07:16:07,811 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99 2024-12-07T07:16:07,811 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99 2024-12-07T07:16:07,812 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1048): stopping wal replay for 611248077f7c234f7b4aa72a587aaa99 2024-12-07T07:16:07,812 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1060): Cleaning up temporary data for 611248077f7c234f7b4aa72a587aaa99 2024-12-07T07:16:07,812 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T07:16:07,813 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1093): writing seq id for 611248077f7c234f7b4aa72a587aaa99 2024-12-07T07:16:07,815 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T07:16:07,817 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1114): Opened 611248077f7c234f7b4aa72a587aaa99; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65640877, jitterRate=-0.02187471091747284}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T07:16:07,817 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 611248077f7c234f7b4aa72a587aaa99 2024-12-07T07:16:07,817 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1006): Region open journal for 611248077f7c234f7b4aa72a587aaa99: Running coprocessor pre-open hook at 1733555767804Writing region info on filesystem at 1733555767804Initializing all the Stores at 1733555767805 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555767805Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555767805Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555767805Cleaning up temporary data from old regions at 1733555767812 (+7 ms)Running coprocessor post-open hooks at 1733555767817 (+5 ms)Region opened successfully at 1733555767817 2024-12-07T07:16:07,818 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., pid=112, masterSystemTime=1733555767799 2024-12-07T07:16:07,819 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:07,819 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:07,820 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=111 updating hbase:meta row=611248077f7c234f7b4aa72a587aaa99, regionState=OPEN, openSeqNum=2, regionLocation=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:07,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=112, ppid=111, state=RUNNABLE, hasLock=false; OpenRegionProcedure 611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 because future has completed 2024-12-07T07:16:07,823 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-12-07T07:16:07,824 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; OpenRegionProcedure 611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 in 175 msec 2024-12-07T07:16:07,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=111, resume processing ppid=110 2024-12-07T07:16:07,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, ppid=110, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=611248077f7c234f7b4aa72a587aaa99, ASSIGN in 332 msec 2024-12-07T07:16:07,826 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T07:16:07,827 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733555767826"}]},"ts":"1733555767826"} 2024-12-07T07:16:07,828 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-07T07:16:07,829 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T07:16:07,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1560 sec 2024-12-07T07:16:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110 2024-12-07T07:16:08,821 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:16:08,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@309953ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:08,823 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:16:08,824 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:16:08,826 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:16:08,826 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:16:08,826 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:16:08,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3624276, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:08,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:16:08,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:16:08,828 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:08,830 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:16:08,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55be4c7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:08,831 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:16:08,832 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:16:08,832 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:16:08,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:16:08,833 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T07:16:08,834 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5d4d7471f19e,35121,1733555642057 2024-12-07T07:16:08,834 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20002a48 2024-12-07T07:16:08,834 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T07:16:08,834 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T07:16:08,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@135be63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:08,835 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:16:08,835 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:16:08,836 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:16:08,836 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:16:08,836 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:16:08,836 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50c0917f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:08,836 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:16:08,836 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:16:08,836 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:08,837 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:16:08,837 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ec375a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:08,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@432aef64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:08,838 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:16:08,838 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:16:08,838 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:16:08,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:16:08,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:16:08,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4841d4e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:08,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:16:08,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:16:08,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:08,839 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:16:08,840 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@304eca2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:08,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a177044, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:08,840 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:16:08,840 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:16:08,841 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:16:08,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:16:08,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:16:08,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46ab7181, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:08,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:16:08,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:16:08,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:08,842 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:16:08,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f3c28ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:08,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbbba3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:08,844 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:16:08,844 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:16:08,844 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:16:08,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:16:08,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:16:08,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fc36f75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:08,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:16:08,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:16:08,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:08,845 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:16:08,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70bbd423, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:08,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd9b86d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:08,846 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:16:08,847 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:16:08,847 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:16:08,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:16:08,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:16:08,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@719fba1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:08,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:16:08,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:16:08,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:08,848 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:16:08,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29cf19d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:08,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48bc9769, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:08,849 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:16:08,849 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:16:08,850 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:16:08,850 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:16:08,850 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:16:08,850 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c75afa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:08,850 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:16:08,850 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:16:08,850 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:08,851 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:16:08,851 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33e73b8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:08,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c22415d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:08,852 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:16:08,852 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:16:08,853 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:16:08,853 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:16:08,853 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:16:08,853 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c30e51b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:08,853 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:16:08,853 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:16:08,853 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:08,854 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:16:08,854 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d9af514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:08,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bce704e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:08,855 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:16:08,855 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:16:08,856 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:16:08,856 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:16:08,856 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:16:08,856 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43541059, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:08,856 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:16:08,856 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:16:08,857 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:08,857 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:16:08,858 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29f704cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:08,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fc5b25c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:08,859 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:16:08,859 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:16:08,859 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:16:08,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:16:08,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:16:08,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@337350d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:08,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:16:08,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:16:08,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:08,861 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:16:08,861 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4238b777, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:08,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39095443, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:08,862 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:16:08,862 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:16:08,863 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:16:08,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:16:08,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:16:08,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@665e3199, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:08,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:16:08,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:16:08,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:08,864 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:16:08,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b2725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:08,866 DEBUG [Thread-1999 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:16:08,866 DEBUG [Thread-2001 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:16:08,866 DEBUG [Thread-1995 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:16:08,866 DEBUG [Thread-1990 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:16:08,867 DEBUG [Thread-1986 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:16:08,867 DEBUG [Thread-1992 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:16:08,867 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:16:08,867 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:16:08,867 DEBUG [Thread-2003 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:16:08,867 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:16:08,867 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:16:08,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:16:08,868 DEBUG [Thread-1997 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:16:08,868 DEBUG [Thread-1984 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:16:08,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:16:08,868 DEBUG [Thread-1992 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:16:08,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:16:08,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:16:08,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:16:08,869 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:16:08,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:16:08,870 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:16:08,870 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:16:08,870 DEBUG [Thread-1992 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:16:08,870 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:16:08,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:16:08,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:16:08,870 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:16:08,870 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:16:08,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:16:08,869 DEBUG [Thread-1988 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:16:08,870 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T07:16:08,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:16:08,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:16:08,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:16:08,872 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2] 2024-12-07T07:16:08,872 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:16:08,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:16:08,872 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:16:08,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:16:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-12-07T07:16:08,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:16:08,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2] 2024-12-07T07:16:08,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:16:08,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2] 2024-12-07T07:16:08,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2] 2024-12-07T07:16:08,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2] 2024-12-07T07:16:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-07T07:16:08,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2] 2024-12-07T07:16:08,875 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2] 2024-12-07T07:16:08,876 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2] 2024-12-07T07:16:08,876 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2] 2024-12-07T07:16:08,877 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T07:16:08,877 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2] 2024-12-07T07:16:08,878 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T07:16:08,878 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T07:16:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 611248077f7c234f7b4aa72a587aaa99 2024-12-07T07:16:08,882 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 611248077f7c234f7b4aa72a587aaa99 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-07T07:16:08,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=A 2024-12-07T07:16:08,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:08,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=B 2024-12-07T07:16:08,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:08,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=C 2024-12-07T07:16:08,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:08,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/1073835f327c48ab80bfb73effc6a625 is 50, key is test_row_0/A:col10/1733555768877/Put/seqid=0 2024-12-07T07:16:08,915 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733555768900, max timestamp=1733555768912Num uniques 859; 2024-12-07T07:16:08,915 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-07T07:16:08,915 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733555768900, max timestamp=1733555768912Num uniques 859; 2024-12-07T07:16:08,915 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-07T07:16:08,916 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733555768900, max timestamp=1733555768912Num uniques 859; 2024-12-07T07:16:08,916 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-07T07:16:08,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742267_1443 (size=12001) 2024-12-07T07:16:08,922 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/1073835f327c48ab80bfb73effc6a625 2024-12-07T07:16:08,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43734 deadline: 1733555828935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:08,943 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:08,943 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:08,943 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:08,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/bfb8c17fd20d43c2abf79ea3ab2075d4 is 50, key is test_row_0/B:col10/1733555768877/Put/seqid=0 2024-12-07T07:16:08,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43694 deadline: 1733555828936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:08,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:08,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:08,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:08,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555828939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:08,947 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:08,947 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:08,947 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:08,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43732 deadline: 1733555828940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:08,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:08,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:08,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:08,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43750 deadline: 1733555828943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:08,948 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:08,948 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:08,948 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:08,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742268_1444 (size=12001) 2024-12-07T07:16:08,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-07T07:16:09,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-07T07:16:09,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:09,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. as already flushing 2024-12-07T07:16:09,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:09,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:09,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:09,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:09,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43734 deadline: 1733555829050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:09,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:09,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:09,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:09,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:09,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43694 deadline: 1733555829050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:09,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:09,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:09,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:09,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:09,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43732 deadline: 1733555829050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:09,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:09,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:09,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:09,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555829052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:09,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:09,058 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:09,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:09,058 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:09,058 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:09,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43750 deadline: 1733555829052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:09,058 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:09,059 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:09,059 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:09,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-07T07:16:09,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:09,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. as already flushing 2024-12-07T07:16:09,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:09,184 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:09,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:09,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:09,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-07T07:16:09,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:09,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43694 deadline: 1733555829261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:09,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:09,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:09,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:09,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:09,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43734 deadline: 1733555829261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:09,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:09,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:09,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:09,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:09,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43732 deadline: 1733555829270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:09,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:09,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:09,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:09,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:09,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555829270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:09,275 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:09,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:09,275 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:09,275 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:09,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43750 deadline: 1733555829270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:09,275 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:09,275 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:09,275 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:09,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-07T07:16:09,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:09,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. as already flushing 2024-12-07T07:16:09,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:09,337 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:09,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:09,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/bfb8c17fd20d43c2abf79ea3ab2075d4 2024-12-07T07:16:09,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/b2de02a255cb4db1b62042abaefa50b2 is 50, key is test_row_0/C:col10/1733555768877/Put/seqid=0 2024-12-07T07:16:09,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742269_1445 (size=12001) 2024-12-07T07:16:09,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-07T07:16:09,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:09,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. as already flushing 2024-12-07T07:16:09,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:09,490 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:09,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:09,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-07T07:16:09,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:09,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43694 deadline: 1733555829570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:09,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:09,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:09,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:09,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:09,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43734 deadline: 1733555829570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:09,576 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:09,576 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:09,576 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:09,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:09,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43732 deadline: 1733555829581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:09,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:09,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:09,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:09,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555829581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:09,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:09,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:09,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43750 deadline: 1733555829581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:09,587 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:09,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:09,587 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:09,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:09,587 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:09,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:09,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-07T07:16:09,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:09,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. as already flushing 2024-12-07T07:16:09,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:09,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:09,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:09,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:09,779 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/b2de02a255cb4db1b62042abaefa50b2 2024-12-07T07:16:09,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/1073835f327c48ab80bfb73effc6a625 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/1073835f327c48ab80bfb73effc6a625 2024-12-07T07:16:09,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/1073835f327c48ab80bfb73effc6a625, entries=150, sequenceid=11, filesize=11.7 K 2024-12-07T07:16:09,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/bfb8c17fd20d43c2abf79ea3ab2075d4 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/bfb8c17fd20d43c2abf79ea3ab2075d4 2024-12-07T07:16:09,791 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/bfb8c17fd20d43c2abf79ea3ab2075d4, entries=150, sequenceid=11, filesize=11.7 K 2024-12-07T07:16:09,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/b2de02a255cb4db1b62042abaefa50b2 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/b2de02a255cb4db1b62042abaefa50b2 2024-12-07T07:16:09,794 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/b2de02a255cb4db1b62042abaefa50b2, entries=150, sequenceid=11, filesize=11.7 K 2024-12-07T07:16:09,795 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 611248077f7c234f7b4aa72a587aaa99 in 913ms, sequenceid=11, compaction requested=false 2024-12-07T07:16:09,795 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-07T07:16:09,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:09,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-07T07:16:09,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:09,798 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing 611248077f7c234f7b4aa72a587aaa99 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-12-07T07:16:09,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=A 2024-12-07T07:16:09,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:16:09,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=B 2024-12-07T07:16:09,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:16:09,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=C 2024-12-07T07:16:09,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:16:09,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/22c76f68491d4e55a9092e56ea98a74d is 50, key is test_row_0/A:col10/1733555768939/Put/seqid=0 2024-12-07T07:16:09,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742270_1446 (size=12001) 2024-12-07T07:16:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-07T07:16:10,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 611248077f7c234f7b4aa72a587aaa99 2024-12-07T07:16:10,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. as already flushing 2024-12-07T07:16:10,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555830101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:10,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:10,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:10,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:10,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43732 deadline: 1733555830103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:10,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43734 deadline: 1733555830104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:10,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43694 deadline: 1733555830107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:10,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:10,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:10,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:10,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:10,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:10,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:10,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:10,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:10,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:10,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43750 deadline: 1733555830118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:10,129 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:10,129 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:10,129 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:10,214 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/22c76f68491d4e55a9092e56ea98a74d 2024-12-07T07:16:10,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/12683ccd80f64448862104f480e97dfa is 50, key is test_row_0/B:col10/1733555768939/Put/seqid=0 2024-12-07T07:16:10,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:10,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43734 deadline: 1733555830220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:10,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:10,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43694 deadline: 1733555830221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:10,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:10,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:10,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:10,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43732 deadline: 1733555830221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:10,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:10,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:10,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:10,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:10,232 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:10,232 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:10,232 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:10,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742271_1447 (size=12001) 2024-12-07T07:16:10,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:10,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43750 deadline: 1733555830240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:10,243 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:10,243 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:10,243 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:10,271 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T07:16:10,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:10,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43694 deadline: 1733555830440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:10,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:10,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:10,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:10,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:10,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43732 deadline: 1733555830440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:10,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:10,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:10,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:10,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:10,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43734 deadline: 1733555830440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:10,451 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:10,451 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:10,452 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:10,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:10,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43750 deadline: 1733555830450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:10,460 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:10,460 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:10,460 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:10,638 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/12683ccd80f64448862104f480e97dfa 2024-12-07T07:16:10,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/92070bf0d4aa4e93b187a09a0c77f6ed is 50, key is test_row_0/C:col10/1733555768939/Put/seqid=0 2024-12-07T07:16:10,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742272_1448 (size=12001) 2024-12-07T07:16:10,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43694 deadline: 1733555830760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:10,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:10,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43732 deadline: 1733555830760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:10,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:10,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:10,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:10,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:10,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:10,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43734 deadline: 1733555830760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:10,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:10,764 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:10,764 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:10,764 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:10,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:10,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43750 deadline: 1733555830769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:10,771 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:10,771 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:10,771 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-07T07:16:11,046 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/92070bf0d4aa4e93b187a09a0c77f6ed 2024-12-07T07:16:11,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/22c76f68491d4e55a9092e56ea98a74d as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/22c76f68491d4e55a9092e56ea98a74d 2024-12-07T07:16:11,056 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/22c76f68491d4e55a9092e56ea98a74d, entries=150, sequenceid=46, filesize=11.7 K 2024-12-07T07:16:11,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/12683ccd80f64448862104f480e97dfa as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/12683ccd80f64448862104f480e97dfa 2024-12-07T07:16:11,061 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/12683ccd80f64448862104f480e97dfa, entries=150, sequenceid=46, filesize=11.7 K 2024-12-07T07:16:11,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/92070bf0d4aa4e93b187a09a0c77f6ed as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/92070bf0d4aa4e93b187a09a0c77f6ed 2024-12-07T07:16:11,076 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/92070bf0d4aa4e93b187a09a0c77f6ed, entries=150, sequenceid=46, filesize=11.7 K 2024-12-07T07:16:11,077 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 611248077f7c234f7b4aa72a587aaa99 in 1279ms, sequenceid=46, compaction requested=false 2024-12-07T07:16:11,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:11,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:11,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-12-07T07:16:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-12-07T07:16:11,081 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-12-07T07:16:11,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2010 sec 2024-12-07T07:16:11,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 2.2150 sec 2024-12-07T07:16:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 611248077f7c234f7b4aa72a587aaa99 2024-12-07T07:16:11,137 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 611248077f7c234f7b4aa72a587aaa99 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-07T07:16:11,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=A 2024-12-07T07:16:11,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:11,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=B 2024-12-07T07:16:11,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:11,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=C 2024-12-07T07:16:11,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:11,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/a0f41141374b487bb3aef3ba03780005 is 50, key is test_row_0/A:col10/1733555770103/Put/seqid=0 2024-12-07T07:16:11,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742273_1449 (size=11997) 2024-12-07T07:16:11,146 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/a0f41141374b487bb3aef3ba03780005 2024-12-07T07:16:11,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/5d62fee32744402185bdc609a6c86ef2 is 50, key is test_row_0/B:col10/1733555770103/Put/seqid=0 2024-12-07T07:16:11,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742274_1450 (size=9657) 2024-12-07T07:16:11,274 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733555771200, max timestamp=1733555771272Num uniques 859; 2024-12-07T07:16:11,274 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733555771200, max timestamp=1733555771272Num uniques 859; 2024-12-07T07:16:11,274 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T07:16:11,274 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T07:16:11,274 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733555771200, max timestamp=1733555771272Num uniques 859; 2024-12-07T07:16:11,275 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T07:16:11,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:11,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43750 deadline: 1733555831300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:11,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:11,313 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:11,313 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:11,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43734 deadline: 1733555831302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:11,313 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:11,313 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:11,313 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:11,313 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:11,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43732 deadline: 1733555831303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:11,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555831303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:11,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43694 deadline: 1733555831305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:11,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:11,320 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:11,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:11,320 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:11,320 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:11,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:11,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:11,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:11,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:11,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43750 deadline: 1733555831420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:11,427 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:11,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:11,428 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:11,428 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:11,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43734 deadline: 1733555831420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:11,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:11,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:11,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:11,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:11,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555831430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:11,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43694 deadline: 1733555831431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:11,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43732 deadline: 1733555831431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:11,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:11,444 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:11,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:11,444 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:11,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:11,444 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:11,444 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:11,444 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:11,444 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:11,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/5d62fee32744402185bdc609a6c86ef2 2024-12-07T07:16:11,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/e91e9e644e174cd8a04cc60ce9816243 is 50, key is test_row_0/C:col10/1733555770103/Put/seqid=0 2024-12-07T07:16:11,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742275_1451 (size=9657) 2024-12-07T07:16:11,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/e91e9e644e174cd8a04cc60ce9816243 2024-12-07T07:16:11,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/a0f41141374b487bb3aef3ba03780005 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/a0f41141374b487bb3aef3ba03780005 2024-12-07T07:16:11,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/a0f41141374b487bb3aef3ba03780005, entries=150, sequenceid=57, filesize=11.7 K 2024-12-07T07:16:11,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/5d62fee32744402185bdc609a6c86ef2 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/5d62fee32744402185bdc609a6c86ef2 2024-12-07T07:16:11,625 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/5d62fee32744402185bdc609a6c86ef2, entries=100, sequenceid=57, filesize=9.4 K 2024-12-07T07:16:11,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/e91e9e644e174cd8a04cc60ce9816243 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/e91e9e644e174cd8a04cc60ce9816243 2024-12-07T07:16:11,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/e91e9e644e174cd8a04cc60ce9816243, entries=100, sequenceid=57, filesize=9.4 K 2024-12-07T07:16:11,635 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 611248077f7c234f7b4aa72a587aaa99 in 498ms, sequenceid=57, compaction requested=true 2024-12-07T07:16:11,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:11,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 611248077f7c234f7b4aa72a587aaa99:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:16:11,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:11,635 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:16:11,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 611248077f7c234f7b4aa72a587aaa99:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:16:11,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:11,635 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:16:11,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 611248077f7c234f7b4aa72a587aaa99:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:16:11,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:16:11,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 611248077f7c234f7b4aa72a587aaa99 2024-12-07T07:16:11,639 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:16:11,639 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 611248077f7c234f7b4aa72a587aaa99/B is initiating minor compaction (all files) 2024-12-07T07:16:11,639 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 611248077f7c234f7b4aa72a587aaa99/B in TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:11,639 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/bfb8c17fd20d43c2abf79ea3ab2075d4, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/12683ccd80f64448862104f480e97dfa, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/5d62fee32744402185bdc609a6c86ef2] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp, totalSize=32.9 K 2024-12-07T07:16:11,639 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:16:11,639 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 611248077f7c234f7b4aa72a587aaa99/A is initiating minor compaction (all files) 2024-12-07T07:16:11,640 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 611248077f7c234f7b4aa72a587aaa99/A in TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:11,640 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/1073835f327c48ab80bfb73effc6a625, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/22c76f68491d4e55a9092e56ea98a74d, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/a0f41141374b487bb3aef3ba03780005] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp, totalSize=35.2 K 2024-12-07T07:16:11,640 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting bfb8c17fd20d43c2abf79ea3ab2075d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1733555768876 2024-12-07T07:16:11,640 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1073835f327c48ab80bfb73effc6a625, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1733555768876 2024-12-07T07:16:11,640 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 12683ccd80f64448862104f480e97dfa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1733555768932 2024-12-07T07:16:11,641 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d62fee32744402185bdc609a6c86ef2, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733555770103 2024-12-07T07:16:11,641 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22c76f68491d4e55a9092e56ea98a74d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1733555768932 2024-12-07T07:16:11,641 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0f41141374b487bb3aef3ba03780005, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733555770103 2024-12-07T07:16:11,648 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 611248077f7c234f7b4aa72a587aaa99 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-07T07:16:11,649 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 611248077f7c234f7b4aa72a587aaa99#B#compaction#375 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:11,650 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 611248077f7c234f7b4aa72a587aaa99#A#compaction#376 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:11,650 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/2fdea27cda1644b5a2e2d71bf5659195 is 50, key is test_row_0/B:col10/1733555770103/Put/seqid=0 2024-12-07T07:16:11,650 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/5a9048d8a1dd459cba2cde86d0ca3a3d is 50, key is test_row_0/A:col10/1733555770103/Put/seqid=0 2024-12-07T07:16:11,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=A 2024-12-07T07:16:11,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-07T07:16:11,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=B 2024-12-07T07:16:11,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-07T07:16:11,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=C 2024-12-07T07:16:11,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-07T07:16:11,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/b9f506fe31e346b6a2b5b14f087d6e5e is 50, key is test_row_0/A:col10/1733555771300/Put/seqid=0 2024-12-07T07:16:11,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:11,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43732 deadline: 1733555831657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:11,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:11,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:11,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:11,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:11,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43694 deadline: 1733555831658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:11,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:11,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:11,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:11,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:11,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555831660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:11,674 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:11,674 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:11,674 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:11,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742276_1452 (size=12104) 2024-12-07T07:16:11,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:11,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43734 deadline: 1733555831665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:11,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:11,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43750 deadline: 1733555831672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:11,681 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:11,681 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:11,681 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:11,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:11,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:11,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:11,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742278_1454 (size=14341) 2024-12-07T07:16:11,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742277_1453 (size=12104) 2024-12-07T07:16:11,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:11,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43732 deadline: 1733555831780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:11,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:11,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43694 deadline: 1733555831781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:11,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:11,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555831781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:11,795 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:11,795 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:11,795 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:11,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:11,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:11,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:11,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:11,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:11,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:11,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:11,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43750 deadline: 1733555831790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:11,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:11,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43734 deadline: 1733555831790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:11,800 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:11,800 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:11,800 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:11,801 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:11,801 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:11,802 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:12,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:12,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555832000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:12,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:12,012 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:12,012 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:12,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43732 deadline: 1733555832000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:12,012 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:12,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:12,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43694 deadline: 1733555832000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:12,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:12,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:12,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:12,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:12,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:12,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:12,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:12,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43734 deadline: 1733555832010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:12,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:12,019 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:12,019 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:12,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43750 deadline: 1733555832010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:12,019 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:12,020 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:12,020 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:12,020 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:12,082 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/5a9048d8a1dd459cba2cde86d0ca3a3d as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/5a9048d8a1dd459cba2cde86d0ca3a3d 2024-12-07T07:16:12,087 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 611248077f7c234f7b4aa72a587aaa99/A of 611248077f7c234f7b4aa72a587aaa99 into 5a9048d8a1dd459cba2cde86d0ca3a3d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:12,087 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:12,087 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., storeName=611248077f7c234f7b4aa72a587aaa99/A, priority=13, startTime=1733555771635; duration=0sec 2024-12-07T07:16:12,087 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:16:12,087 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 611248077f7c234f7b4aa72a587aaa99:A 2024-12-07T07:16:12,087 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:16:12,088 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:16:12,088 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 611248077f7c234f7b4aa72a587aaa99/C is initiating minor compaction (all files) 2024-12-07T07:16:12,088 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 611248077f7c234f7b4aa72a587aaa99/C in TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:12,089 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/b2de02a255cb4db1b62042abaefa50b2, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/92070bf0d4aa4e93b187a09a0c77f6ed, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/e91e9e644e174cd8a04cc60ce9816243] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp, totalSize=32.9 K 2024-12-07T07:16:12,089 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2de02a255cb4db1b62042abaefa50b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1733555768876 2024-12-07T07:16:12,089 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92070bf0d4aa4e93b187a09a0c77f6ed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1733555768932 2024-12-07T07:16:12,090 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting e91e9e644e174cd8a04cc60ce9816243, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733555770103 2024-12-07T07:16:12,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/b9f506fe31e346b6a2b5b14f087d6e5e 2024-12-07T07:16:12,099 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/2fdea27cda1644b5a2e2d71bf5659195 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/2fdea27cda1644b5a2e2d71bf5659195 2024-12-07T07:16:12,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/3fee5a4b870f4109ac59c57bf2d2fbba is 50, key is test_row_0/B:col10/1733555771300/Put/seqid=0 2024-12-07T07:16:12,108 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 611248077f7c234f7b4aa72a587aaa99/B of 611248077f7c234f7b4aa72a587aaa99 into 2fdea27cda1644b5a2e2d71bf5659195(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:12,108 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:12,108 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., storeName=611248077f7c234f7b4aa72a587aaa99/B, priority=13, startTime=1733555771635; duration=0sec 2024-12-07T07:16:12,108 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:12,108 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 611248077f7c234f7b4aa72a587aaa99:B 2024-12-07T07:16:12,114 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 611248077f7c234f7b4aa72a587aaa99#C#compaction#379 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:12,115 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/a8c85cb9a7c5499bae63955569207003 is 50, key is test_row_0/C:col10/1733555770103/Put/seqid=0 2024-12-07T07:16:12,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742279_1455 (size=12001) 2024-12-07T07:16:12,126 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/3fee5a4b870f4109ac59c57bf2d2fbba 2024-12-07T07:16:12,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/d7d1ea02a20a4882818db96c97db9e2a is 50, key is test_row_0/C:col10/1733555771300/Put/seqid=0 2024-12-07T07:16:12,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742280_1456 (size=12104) 2024-12-07T07:16:12,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742281_1457 (size=12001) 2024-12-07T07:16:12,173 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/d7d1ea02a20a4882818db96c97db9e2a 2024-12-07T07:16:12,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/b9f506fe31e346b6a2b5b14f087d6e5e as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/b9f506fe31e346b6a2b5b14f087d6e5e 2024-12-07T07:16:12,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/b9f506fe31e346b6a2b5b14f087d6e5e, entries=200, sequenceid=95, filesize=14.0 K 2024-12-07T07:16:12,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/3fee5a4b870f4109ac59c57bf2d2fbba as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/3fee5a4b870f4109ac59c57bf2d2fbba 2024-12-07T07:16:12,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/3fee5a4b870f4109ac59c57bf2d2fbba, entries=150, sequenceid=95, filesize=11.7 K 2024-12-07T07:16:12,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/d7d1ea02a20a4882818db96c97db9e2a as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/d7d1ea02a20a4882818db96c97db9e2a 2024-12-07T07:16:12,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/d7d1ea02a20a4882818db96c97db9e2a, entries=150, sequenceid=95, filesize=11.7 K 2024-12-07T07:16:12,194 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for 611248077f7c234f7b4aa72a587aaa99 in 555ms, sequenceid=95, compaction requested=false 2024-12-07T07:16:12,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:12,327 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 611248077f7c234f7b4aa72a587aaa99 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-07T07:16:12,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=A 2024-12-07T07:16:12,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:12,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=B 2024-12-07T07:16:12,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:12,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=C 2024-12-07T07:16:12,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:12,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 611248077f7c234f7b4aa72a587aaa99 2024-12-07T07:16:12,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/74f5b70ba7d64d259ba3ea7abb0d2b82 is 50, key is test_row_1/A:col10/1733555772325/Put/seqid=0 2024-12-07T07:16:12,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742282_1458 (size=9657) 2024-12-07T07:16:12,363 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/74f5b70ba7d64d259ba3ea7abb0d2b82 2024-12-07T07:16:12,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/3a495c3663cc44b287c4ee358d4693a8 is 50, key is test_row_1/B:col10/1733555772325/Put/seqid=0 2024-12-07T07:16:12,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43734 deadline: 1733555832366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:12,385 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733555772362, max timestamp=1733555772382Num uniques 859; 2024-12-07T07:16:12,385 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T07:16:12,387 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733555772362, max timestamp=1733555772382Num uniques 859; 2024-12-07T07:16:12,387 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T07:16:12,388 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:12,388 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:12,388 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:12,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742283_1459 (size=9657) 2024-12-07T07:16:12,400 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/3a495c3663cc44b287c4ee358d4693a8 2024-12-07T07:16:12,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/f4e08bf509d14224ab7111e7f9a8a7df is 50, key is test_row_1/C:col10/1733555772325/Put/seqid=0 2024-12-07T07:16:12,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43732 deadline: 1733555832419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:12,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:12,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:12,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:12,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43750 deadline: 1733555832423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:12,440 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:12,440 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:12,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:12,440 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555832425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:12,441 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:12,441 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:12,441 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:12,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742284_1460 (size=9657) 2024-12-07T07:16:12,446 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/f4e08bf509d14224ab7111e7f9a8a7df 2024-12-07T07:16:12,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43694 deadline: 1733555832435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:12,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:12,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:12,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:12,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/74f5b70ba7d64d259ba3ea7abb0d2b82 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/74f5b70ba7d64d259ba3ea7abb0d2b82 2024-12-07T07:16:12,455 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/74f5b70ba7d64d259ba3ea7abb0d2b82, entries=100, sequenceid=108, filesize=9.4 K 2024-12-07T07:16:12,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/3a495c3663cc44b287c4ee358d4693a8 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/3a495c3663cc44b287c4ee358d4693a8 2024-12-07T07:16:12,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/3a495c3663cc44b287c4ee358d4693a8, entries=100, sequenceid=108, filesize=9.4 K 2024-12-07T07:16:12,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/f4e08bf509d14224ab7111e7f9a8a7df as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/f4e08bf509d14224ab7111e7f9a8a7df 2024-12-07T07:16:12,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/f4e08bf509d14224ab7111e7f9a8a7df, entries=100, sequenceid=108, filesize=9.4 K 2024-12-07T07:16:12,475 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=123.00 KB/125950 for 611248077f7c234f7b4aa72a587aaa99 in 148ms, sequenceid=108, compaction requested=true 2024-12-07T07:16:12,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:12,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 611248077f7c234f7b4aa72a587aaa99:A, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:16:12,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:12,475 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:16:12,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 611248077f7c234f7b4aa72a587aaa99:B, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:16:12,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:16:12,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 611248077f7c234f7b4aa72a587aaa99:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:16:12,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-07T07:16:12,479 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36102 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:16:12,479 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 611248077f7c234f7b4aa72a587aaa99/A is initiating minor compaction (all files) 2024-12-07T07:16:12,479 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 611248077f7c234f7b4aa72a587aaa99/A in TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:12,479 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/5a9048d8a1dd459cba2cde86d0ca3a3d, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/b9f506fe31e346b6a2b5b14f087d6e5e, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/74f5b70ba7d64d259ba3ea7abb0d2b82] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp, totalSize=35.3 K 2024-12-07T07:16:12,479 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a9048d8a1dd459cba2cde86d0ca3a3d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733555768932 2024-12-07T07:16:12,480 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting b9f506fe31e346b6a2b5b14f087d6e5e, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733555771300 2024-12-07T07:16:12,480 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 74f5b70ba7d64d259ba3ea7abb0d2b82, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1733555771670 2024-12-07T07:16:12,489 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 611248077f7c234f7b4aa72a587aaa99#A#compaction#384 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:12,490 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/b11745b426a545948a519b22365e18ad is 50, key is test_row_0/A:col10/1733555771300/Put/seqid=0 2024-12-07T07:16:12,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742285_1461 (size=12207) 2024-12-07T07:16:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 611248077f7c234f7b4aa72a587aaa99 2024-12-07T07:16:12,503 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 611248077f7c234f7b4aa72a587aaa99 3/3 column families, dataSize=129.71 KB heapSize=373.55 KB 2024-12-07T07:16:12,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=A 2024-12-07T07:16:12,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:16:12,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=B 2024-12-07T07:16:12,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:16:12,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=C 2024-12-07T07:16:12,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:16:12,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/6a0b55ecfe4d45949c03cfe9596075ee is 50, key is test_row_0/A:col10/1733555772414/Put/seqid=0 2024-12-07T07:16:12,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742286_1462 (size=14541) 2024-12-07T07:16:12,531 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/6a0b55ecfe4d45949c03cfe9596075ee 2024-12-07T07:16:12,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/a1480451f5684ebe86d8a786469ec20d is 50, key is test_row_0/B:col10/1733555772414/Put/seqid=0 2024-12-07T07:16:12,551 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/a8c85cb9a7c5499bae63955569207003 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/a8c85cb9a7c5499bae63955569207003 2024-12-07T07:16:12,557 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 611248077f7c234f7b4aa72a587aaa99/C of 611248077f7c234f7b4aa72a587aaa99 into a8c85cb9a7c5499bae63955569207003(size=11.8 K), total size for store is 33.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:12,557 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:12,557 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., storeName=611248077f7c234f7b4aa72a587aaa99/C, priority=13, startTime=1733555771635; duration=0sec 2024-12-07T07:16:12,558 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-07T07:16:12,558 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 611248077f7c234f7b4aa72a587aaa99:C 2024-12-07T07:16:12,558 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 611248077f7c234f7b4aa72a587aaa99:C 2024-12-07T07:16:12,558 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:16:12,559 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:16:12,559 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 611248077f7c234f7b4aa72a587aaa99/B is initiating minor compaction (all files) 2024-12-07T07:16:12,559 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 611248077f7c234f7b4aa72a587aaa99/B in TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:12,559 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/2fdea27cda1644b5a2e2d71bf5659195, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/3fee5a4b870f4109ac59c57bf2d2fbba, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/3a495c3663cc44b287c4ee358d4693a8] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp, totalSize=33.0 K 2024-12-07T07:16:12,560 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2fdea27cda1644b5a2e2d71bf5659195, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733555768932 2024-12-07T07:16:12,561 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3fee5a4b870f4109ac59c57bf2d2fbba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733555771300 2024-12-07T07:16:12,561 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a495c3663cc44b287c4ee358d4693a8, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1733555771670 2024-12-07T07:16:12,574 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 611248077f7c234f7b4aa72a587aaa99#B#compaction#387 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:12,575 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/7d9ef302056f4606ac056d04e9537d09 is 50, key is test_row_0/B:col10/1733555771300/Put/seqid=0 2024-12-07T07:16:12,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:12,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43694 deadline: 1733555832560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555832550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:12,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:12,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:12,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:12,582 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:12,582 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:12,582 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:12,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43732 deadline: 1733555832581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:12,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:12,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:12,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:12,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43750 deadline: 1733555832582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:12,602 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:12,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:12,602 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:12,602 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:12,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43734 deadline: 1733555832582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:12,602 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:12,602 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:12,602 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:12,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742287_1463 (size=12151) 2024-12-07T07:16:12,606 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/a1480451f5684ebe86d8a786469ec20d 2024-12-07T07:16:12,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742288_1464 (size=12207) 2024-12-07T07:16:12,620 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/7d9ef302056f4606ac056d04e9537d09 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/7d9ef302056f4606ac056d04e9537d09 2024-12-07T07:16:12,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/bcce499d90c5457c8a7f816b081358cb is 50, key is test_row_0/C:col10/1733555772414/Put/seqid=0 2024-12-07T07:16:12,629 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 611248077f7c234f7b4aa72a587aaa99/B of 611248077f7c234f7b4aa72a587aaa99 into 7d9ef302056f4606ac056d04e9537d09(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:12,629 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:12,629 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., storeName=611248077f7c234f7b4aa72a587aaa99/B, priority=13, startTime=1733555772475; duration=0sec 2024-12-07T07:16:12,629 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:16:12,629 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 611248077f7c234f7b4aa72a587aaa99:B 2024-12-07T07:16:12,629 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:16:12,636 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:16:12,636 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 611248077f7c234f7b4aa72a587aaa99/C is initiating minor compaction (all files) 2024-12-07T07:16:12,636 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 611248077f7c234f7b4aa72a587aaa99/C in TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:12,636 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/a8c85cb9a7c5499bae63955569207003, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/d7d1ea02a20a4882818db96c97db9e2a, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/f4e08bf509d14224ab7111e7f9a8a7df] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp, totalSize=33.0 K 2024-12-07T07:16:12,637 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting a8c85cb9a7c5499bae63955569207003, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733555768932 2024-12-07T07:16:12,637 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting d7d1ea02a20a4882818db96c97db9e2a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733555771300 2024-12-07T07:16:12,638 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting f4e08bf509d14224ab7111e7f9a8a7df, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1733555771670 2024-12-07T07:16:12,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742289_1465 (size=12151) 2024-12-07T07:16:12,658 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/bcce499d90c5457c8a7f816b081358cb 2024-12-07T07:16:12,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/6a0b55ecfe4d45949c03cfe9596075ee as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/6a0b55ecfe4d45949c03cfe9596075ee 2024-12-07T07:16:12,670 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 611248077f7c234f7b4aa72a587aaa99#C#compaction#389 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:12,671 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/d9d52b18ecc24f9e9b9808c105160af2 is 50, key is test_row_0/C:col10/1733555771300/Put/seqid=0 2024-12-07T07:16:12,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/6a0b55ecfe4d45949c03cfe9596075ee, entries=200, sequenceid=139, filesize=14.2 K 2024-12-07T07:16:12,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/a1480451f5684ebe86d8a786469ec20d as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/a1480451f5684ebe86d8a786469ec20d 2024-12-07T07:16:12,676 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/a1480451f5684ebe86d8a786469ec20d, entries=150, sequenceid=139, filesize=11.9 K 2024-12-07T07:16:12,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/bcce499d90c5457c8a7f816b081358cb as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/bcce499d90c5457c8a7f816b081358cb 2024-12-07T07:16:12,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742290_1466 (size=12207) 2024-12-07T07:16:12,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/bcce499d90c5457c8a7f816b081358cb, entries=150, sequenceid=139, filesize=11.9 K 2024-12-07T07:16:12,699 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~129.71 KB/132820, heapSize ~373.50 KB/382464, currentSize=46.96 KB/48090 for 611248077f7c234f7b4aa72a587aaa99 in 197ms, sequenceid=139, compaction requested=false 2024-12-07T07:16:12,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:12,716 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 611248077f7c234f7b4aa72a587aaa99 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-07T07:16:12,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 611248077f7c234f7b4aa72a587aaa99 2024-12-07T07:16:12,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=A 2024-12-07T07:16:12,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:12,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=B 2024-12-07T07:16:12,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:12,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=C 2024-12-07T07:16:12,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:12,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/4d5b88cedbf94067ae2c14e885e79a60 is 50, key is test_row_0/A:col10/1733555772577/Put/seqid=0 2024-12-07T07:16:12,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742291_1467 (size=14541) 2024-12-07T07:16:12,762 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/4d5b88cedbf94067ae2c14e885e79a60 2024-12-07T07:16:12,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/e44c63a568684043882361bde21480ba is 50, key is test_row_0/B:col10/1733555772577/Put/seqid=0 2024-12-07T07:16:12,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742292_1468 (size=12151) 2024-12-07T07:16:12,813 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733555772781, max timestamp=1733555772807Num uniques 859; 2024-12-07T07:16:12,813 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T07:16:12,815 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733555772781, max timestamp=1733555772807Num uniques 859; 2024-12-07T07:16:12,815 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-07T07:16:12,816 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/e44c63a568684043882361bde21480ba 2024-12-07T07:16:12,817 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733555772781, max timestamp=1733555772807Num uniques 859; 2024-12-07T07:16:12,817 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-07T07:16:12,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/dc43ffe97a614f1f993cc097e3ac1044 is 50, key is test_row_0/C:col10/1733555772577/Put/seqid=0 2024-12-07T07:16:12,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742293_1469 (size=12151) 2024-12-07T07:16:12,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43694 deadline: 1733555832869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:12,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:12,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:12,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:12,902 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/b11745b426a545948a519b22365e18ad as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/b11745b426a545948a519b22365e18ad 2024-12-07T07:16:12,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43734 deadline: 1733555832887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:12,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:12,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:12,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43750 deadline: 1733555832889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:12,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:12,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555832889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:12,907 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:12,907 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:12,907 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:12,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:12,907 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43732 deadline: 1733555832887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:12,907 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:12,907 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:12,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:12,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:12,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:12,910 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 611248077f7c234f7b4aa72a587aaa99/A of 611248077f7c234f7b4aa72a587aaa99 into b11745b426a545948a519b22365e18ad(size=11.9 K), total size for store is 26.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:12,910 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:12,910 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., storeName=611248077f7c234f7b4aa72a587aaa99/A, priority=13, startTime=1733555772475; duration=0sec 2024-12-07T07:16:12,910 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:12,910 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 611248077f7c234f7b4aa72a587aaa99:A 2024-12-07T07:16:13,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:13,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43694 deadline: 1733555833000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:13,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:13,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:13,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:13,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:13,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43734 deadline: 1733555833010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:13,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:13,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:13,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:13,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:13,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43750 deadline: 1733555833010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:13,018 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:13,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:13,018 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:13,018 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:13,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555833010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:13,018 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:13,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:13,018 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:13,018 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:13,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43732 deadline: 1733555833011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:13,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:13,019 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:13,019 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:13,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-07T07:16:13,040 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:16:13,041 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T07:16:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-12-07T07:16:13,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-07T07:16:13,042 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T07:16:13,043 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T07:16:13,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T07:16:13,085 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/d9d52b18ecc24f9e9b9808c105160af2 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/d9d52b18ecc24f9e9b9808c105160af2 2024-12-07T07:16:13,089 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 611248077f7c234f7b4aa72a587aaa99/C of 611248077f7c234f7b4aa72a587aaa99 into d9d52b18ecc24f9e9b9808c105160af2(size=11.9 K), total size for store is 23.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:13,089 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:13,089 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., storeName=611248077f7c234f7b4aa72a587aaa99/C, priority=13, startTime=1733555772475; duration=0sec 2024-12-07T07:16:13,089 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:13,089 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 611248077f7c234f7b4aa72a587aaa99:C 2024-12-07T07:16:13,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-07T07:16:13,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-07T07:16:13,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:13,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. as already flushing 2024-12-07T07:16:13,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:13,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:13,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:13,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:13,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:13,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43694 deadline: 1733555833209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:13,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:13,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:13,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:13,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:13,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43734 deadline: 1733555833220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:13,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:13,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:13,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:13,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:13,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43750 deadline: 1733555833220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:13,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:13,226 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:13,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43732 deadline: 1733555833220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:13,226 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:13,226 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:13,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:13,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:13,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:13,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:13,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555833230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:13,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:13,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:13,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:13,266 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/dc43ffe97a614f1f993cc097e3ac1044 2024-12-07T07:16:13,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/4d5b88cedbf94067ae2c14e885e79a60 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/4d5b88cedbf94067ae2c14e885e79a60 2024-12-07T07:16:13,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/4d5b88cedbf94067ae2c14e885e79a60, entries=200, sequenceid=153, filesize=14.2 K 2024-12-07T07:16:13,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/e44c63a568684043882361bde21480ba as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/e44c63a568684043882361bde21480ba 2024-12-07T07:16:13,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/e44c63a568684043882361bde21480ba, entries=150, sequenceid=153, filesize=11.9 K 2024-12-07T07:16:13,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/dc43ffe97a614f1f993cc097e3ac1044 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/dc43ffe97a614f1f993cc097e3ac1044 2024-12-07T07:16:13,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/dc43ffe97a614f1f993cc097e3ac1044, entries=150, sequenceid=153, filesize=11.9 K 2024-12-07T07:16:13,281 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=128.92 KB/132011 for 611248077f7c234f7b4aa72a587aaa99 in 564ms, sequenceid=153, compaction requested=true 2024-12-07T07:16:13,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:13,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 611248077f7c234f7b4aa72a587aaa99:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:16:13,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:13,281 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:16:13,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 611248077f7c234f7b4aa72a587aaa99:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:16:13,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:13,281 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:16:13,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 611248077f7c234f7b4aa72a587aaa99:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:16:13,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:16:13,282 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41289 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:16:13,282 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36509 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:16:13,282 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 611248077f7c234f7b4aa72a587aaa99/B is initiating minor compaction (all files) 2024-12-07T07:16:13,282 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 611248077f7c234f7b4aa72a587aaa99/A is initiating minor compaction (all files) 2024-12-07T07:16:13,282 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 611248077f7c234f7b4aa72a587aaa99/B in TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:13,282 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 611248077f7c234f7b4aa72a587aaa99/A in TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:13,282 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/b11745b426a545948a519b22365e18ad, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/6a0b55ecfe4d45949c03cfe9596075ee, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/4d5b88cedbf94067ae2c14e885e79a60] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp, totalSize=40.3 K 2024-12-07T07:16:13,282 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/7d9ef302056f4606ac056d04e9537d09, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/a1480451f5684ebe86d8a786469ec20d, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/e44c63a568684043882361bde21480ba] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp, totalSize=35.7 K 2024-12-07T07:16:13,282 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting b11745b426a545948a519b22365e18ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1733555771300 2024-12-07T07:16:13,282 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d9ef302056f4606ac056d04e9537d09, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1733555771300 2024-12-07T07:16:13,282 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a0b55ecfe4d45949c03cfe9596075ee, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1733555772414 2024-12-07T07:16:13,282 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d5b88cedbf94067ae2c14e885e79a60, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733555772511 2024-12-07T07:16:13,284 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting a1480451f5684ebe86d8a786469ec20d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1733555772414 2024-12-07T07:16:13,284 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting e44c63a568684043882361bde21480ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733555772577 2024-12-07T07:16:13,287 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 611248077f7c234f7b4aa72a587aaa99#A#compaction#393 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:13,287 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/e636da2e51b44a959ba521487700e86b is 50, key is test_row_0/A:col10/1733555772577/Put/seqid=0 2024-12-07T07:16:13,289 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 611248077f7c234f7b4aa72a587aaa99#B#compaction#394 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:13,290 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/144531be43e049b8a322228035d3dcea is 50, key is test_row_0/B:col10/1733555772577/Put/seqid=0 2024-12-07T07:16:13,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742294_1470 (size=12459) 2024-12-07T07:16:13,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742295_1471 (size=12459) 2024-12-07T07:16:13,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-07T07:16:13,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:13,347 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing 611248077f7c234f7b4aa72a587aaa99 3/3 column families, dataSize=128.92 KB heapSize=368.31 KB 2024-12-07T07:16:13,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=A 2024-12-07T07:16:13,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:16:13,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=B 2024-12-07T07:16:13,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:16:13,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=C 2024-12-07T07:16:13,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:16:13,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/3c4bba7bf230403d8c6514ac2fe6b2a4 is 50, key is test_row_0/A:col10/1733555772885/Put/seqid=0 2024-12-07T07:16:13,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742296_1472 (size=12151) 2024-12-07T07:16:13,354 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/3c4bba7bf230403d8c6514ac2fe6b2a4 2024-12-07T07:16:13,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/adcd0eb98e4e4cd2aa7a758b948326ca is 50, key is test_row_0/B:col10/1733555772885/Put/seqid=0 2024-12-07T07:16:13,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-07T07:16:13,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742297_1473 (size=12151) 2024-12-07T07:16:13,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. as already flushing 2024-12-07T07:16:13,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 611248077f7c234f7b4aa72a587aaa99 2024-12-07T07:16:13,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:13,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555833544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:13,553 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:13,553 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:13,553 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:13,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:13,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43694 deadline: 1733555833549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:13,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:13,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:13,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:13,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:13,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43750 deadline: 1733555833549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:13,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43732 deadline: 1733555833550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:13,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43734 deadline: 1733555833552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:13,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:13,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:13,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:13,567 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:13,567 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:13,567 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:13,567 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:13,567 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:13,567 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-07T07:16:13,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:13,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43694 deadline: 1733555833671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:13,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:13,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:13,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:13,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:13,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43732 deadline: 1733555833671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:13,681 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:13,681 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:13,681 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:13,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:13,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43750 deadline: 1733555833671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:13,682 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:13,682 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:13,682 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:13,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:13,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43734 deadline: 1733555833671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:13,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:13,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:13,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:13,696 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/e636da2e51b44a959ba521487700e86b as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/e636da2e51b44a959ba521487700e86b 2024-12-07T07:16:13,696 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/144531be43e049b8a322228035d3dcea as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/144531be43e049b8a322228035d3dcea 2024-12-07T07:16:13,702 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 611248077f7c234f7b4aa72a587aaa99/A of 611248077f7c234f7b4aa72a587aaa99 into e636da2e51b44a959ba521487700e86b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:13,702 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 611248077f7c234f7b4aa72a587aaa99/B of 611248077f7c234f7b4aa72a587aaa99 into 144531be43e049b8a322228035d3dcea(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:13,702 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:13,702 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:13,702 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., storeName=611248077f7c234f7b4aa72a587aaa99/A, priority=13, startTime=1733555773281; duration=0sec 2024-12-07T07:16:13,702 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., storeName=611248077f7c234f7b4aa72a587aaa99/B, priority=13, startTime=1733555773281; duration=0sec 2024-12-07T07:16:13,702 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:16:13,702 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 611248077f7c234f7b4aa72a587aaa99:A 2024-12-07T07:16:13,702 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:13,702 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 611248077f7c234f7b4aa72a587aaa99:B 2024-12-07T07:16:13,702 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:16:13,703 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36509 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:16:13,703 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 611248077f7c234f7b4aa72a587aaa99/C is initiating minor compaction (all files) 2024-12-07T07:16:13,703 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 611248077f7c234f7b4aa72a587aaa99/C in TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:13,703 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/d9d52b18ecc24f9e9b9808c105160af2, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/bcce499d90c5457c8a7f816b081358cb, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/dc43ffe97a614f1f993cc097e3ac1044] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp, totalSize=35.7 K 2024-12-07T07:16:13,703 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9d52b18ecc24f9e9b9808c105160af2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1733555771300 2024-12-07T07:16:13,703 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting bcce499d90c5457c8a7f816b081358cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1733555772414 2024-12-07T07:16:13,703 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc43ffe97a614f1f993cc097e3ac1044, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733555772577 2024-12-07T07:16:13,709 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 611248077f7c234f7b4aa72a587aaa99#C#compaction#397 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:13,709 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/ddf16d9d204b4c8dbd5077110bce865a is 50, key is test_row_0/C:col10/1733555772577/Put/seqid=0 2024-12-07T07:16:13,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742298_1474 (size=12459) 2024-12-07T07:16:13,722 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/ddf16d9d204b4c8dbd5077110bce865a as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/ddf16d9d204b4c8dbd5077110bce865a 2024-12-07T07:16:13,726 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 611248077f7c234f7b4aa72a587aaa99/C of 611248077f7c234f7b4aa72a587aaa99 into ddf16d9d204b4c8dbd5077110bce865a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:13,726 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:13,726 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., storeName=611248077f7c234f7b4aa72a587aaa99/C, priority=13, startTime=1733555773281; duration=0sec 2024-12-07T07:16:13,726 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:13,727 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 611248077f7c234f7b4aa72a587aaa99:C 2024-12-07T07:16:13,765 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.09 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/adcd0eb98e4e4cd2aa7a758b948326ca 2024-12-07T07:16:13,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/2b2768e8c2964dd58fe6bc60ebe1bee8 is 50, key is test_row_0/C:col10/1733555772885/Put/seqid=0 2024-12-07T07:16:13,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742299_1475 (size=12151) 2024-12-07T07:16:13,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43694 deadline: 1733555833890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:13,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:13,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:13,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:13,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43732 deadline: 1733555833890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:13,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:13,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:13,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:13,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43750 deadline: 1733555833890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:13,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:13,896 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:13,896 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43734 deadline: 1733555833890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:13,896 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:13,897 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:13,897 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:13,897 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:14,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:14,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555834060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:14,065 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:14,065 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:14,065 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:14,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-07T07:16:14,186 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.10 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/2b2768e8c2964dd58fe6bc60ebe1bee8 2024-12-07T07:16:14,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/3c4bba7bf230403d8c6514ac2fe6b2a4 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/3c4bba7bf230403d8c6514ac2fe6b2a4 2024-12-07T07:16:14,192 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/3c4bba7bf230403d8c6514ac2fe6b2a4, entries=150, sequenceid=191, filesize=11.9 K 2024-12-07T07:16:14,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/adcd0eb98e4e4cd2aa7a758b948326ca as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/adcd0eb98e4e4cd2aa7a758b948326ca 2024-12-07T07:16:14,195 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/adcd0eb98e4e4cd2aa7a758b948326ca, entries=150, sequenceid=191, filesize=11.9 K 2024-12-07T07:16:14,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/2b2768e8c2964dd58fe6bc60ebe1bee8 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/2b2768e8c2964dd58fe6bc60ebe1bee8 2024-12-07T07:16:14,198 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/2b2768e8c2964dd58fe6bc60ebe1bee8, entries=150, sequenceid=191, filesize=11.9 K 2024-12-07T07:16:14,199 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~128.92 KB/132011, heapSize ~368.27 KB/377104, currentSize=53.67 KB/54960 for 611248077f7c234f7b4aa72a587aaa99 in 852ms, sequenceid=191, compaction requested=false 2024-12-07T07:16:14,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:14,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:14,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-12-07T07:16:14,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-12-07T07:16:14,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-12-07T07:16:14,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1570 sec 2024-12-07T07:16:14,203 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 1.1610 sec 2024-12-07T07:16:14,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 611248077f7c234f7b4aa72a587aaa99 2024-12-07T07:16:14,204 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 611248077f7c234f7b4aa72a587aaa99 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-07T07:16:14,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=A 2024-12-07T07:16:14,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:14,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=B 2024-12-07T07:16:14,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:14,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=C 2024-12-07T07:16:14,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:14,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/fa4b022affa74b2e8c29fbd4966a1981 is 50, key is test_row_0/A:col10/1733555774204/Put/seqid=0 2024-12-07T07:16:14,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742300_1476 (size=14541) 2024-12-07T07:16:14,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:14,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43694 deadline: 1733555834225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:14,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:14,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:14,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:14,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:14,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43734 deadline: 1733555834230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:14,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:14,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:14,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:14,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:14,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43732 deadline: 1733555834231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:14,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:14,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:14,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:14,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:14,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43750 deadline: 1733555834232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:14,240 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:14,240 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:14,240 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:14,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:14,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43694 deadline: 1733555834339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:14,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:14,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43734 deadline: 1733555834340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:14,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:14,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:14,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:14,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:14,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:14,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:14,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:14,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43732 deadline: 1733555834340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:14,346 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:14,346 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:14,346 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:14,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:14,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43750 deadline: 1733555834350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:14,355 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:14,355 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:14,355 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:14,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43694 deadline: 1733555834549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:14,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:14,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:14,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:14,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43732 deadline: 1733555834550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:14,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43734 deadline: 1733555834550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:14,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:14,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:14,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:14,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:14,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:14,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:14,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43750 deadline: 1733555834560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:14,564 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:14,564 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:14,564 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:14,612 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/fa4b022affa74b2e8c29fbd4966a1981 2024-12-07T07:16:14,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/74aad25b105d4c359aca2a9f38359cdc is 50, key is test_row_0/B:col10/1733555774204/Put/seqid=0 2024-12-07T07:16:14,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742301_1477 (size=12151) 2024-12-07T07:16:14,621 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/74aad25b105d4c359aca2a9f38359cdc 2024-12-07T07:16:14,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/28364384e5314c15aa418eff630b15a8 is 50, key is test_row_0/C:col10/1733555774204/Put/seqid=0 2024-12-07T07:16:14,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742302_1478 (size=12151) 2024-12-07T07:16:14,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:14,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43694 deadline: 1733555834860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:14,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:14,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:14,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43732 deadline: 1733555834860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:14,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:14,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:14,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:14,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:14,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:14,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:14,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43734 deadline: 1733555834860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:14,863 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:14,863 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:14,863 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:14,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:14,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43750 deadline: 1733555834870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:14,871 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:14,871 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:14,871 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:15,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/28364384e5314c15aa418eff630b15a8 2024-12-07T07:16:15,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/fa4b022affa74b2e8c29fbd4966a1981 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/fa4b022affa74b2e8c29fbd4966a1981 2024-12-07T07:16:15,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/fa4b022affa74b2e8c29fbd4966a1981, entries=200, sequenceid=206, filesize=14.2 K 2024-12-07T07:16:15,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/74aad25b105d4c359aca2a9f38359cdc as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/74aad25b105d4c359aca2a9f38359cdc 2024-12-07T07:16:15,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/74aad25b105d4c359aca2a9f38359cdc, entries=150, sequenceid=206, filesize=11.9 K 2024-12-07T07:16:15,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/28364384e5314c15aa418eff630b15a8 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/28364384e5314c15aa418eff630b15a8 2024-12-07T07:16:15,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/28364384e5314c15aa418eff630b15a8, entries=150, sequenceid=206, filesize=11.9 K 2024-12-07T07:16:15,050 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 611248077f7c234f7b4aa72a587aaa99 in 846ms, sequenceid=206, compaction requested=true 2024-12-07T07:16:15,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:15,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 611248077f7c234f7b4aa72a587aaa99:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:16:15,050 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:16:15,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:15,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 611248077f7c234f7b4aa72a587aaa99:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:16:15,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:15,050 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:16:15,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 611248077f7c234f7b4aa72a587aaa99:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:16:15,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:16:15,051 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39151 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:16:15,051 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 611248077f7c234f7b4aa72a587aaa99/A is initiating minor compaction (all files) 2024-12-07T07:16:15,051 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:16:15,051 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 611248077f7c234f7b4aa72a587aaa99/B is initiating minor compaction (all files) 2024-12-07T07:16:15,051 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 611248077f7c234f7b4aa72a587aaa99/A in TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:15,051 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 611248077f7c234f7b4aa72a587aaa99/B in TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:15,051 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/e636da2e51b44a959ba521487700e86b, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/3c4bba7bf230403d8c6514ac2fe6b2a4, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/fa4b022affa74b2e8c29fbd4966a1981] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp, totalSize=38.2 K 2024-12-07T07:16:15,051 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/144531be43e049b8a322228035d3dcea, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/adcd0eb98e4e4cd2aa7a758b948326ca, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/74aad25b105d4c359aca2a9f38359cdc] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp, totalSize=35.9 K 2024-12-07T07:16:15,051 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 144531be43e049b8a322228035d3dcea, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733555772577 2024-12-07T07:16:15,051 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting e636da2e51b44a959ba521487700e86b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733555772577 2024-12-07T07:16:15,051 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting adcd0eb98e4e4cd2aa7a758b948326ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1733555772884 2024-12-07T07:16:15,051 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c4bba7bf230403d8c6514ac2fe6b2a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1733555772884 2024-12-07T07:16:15,052 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 74aad25b105d4c359aca2a9f38359cdc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1733555773547 2024-12-07T07:16:15,052 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa4b022affa74b2e8c29fbd4966a1981, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1733555773547 2024-12-07T07:16:15,057 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 611248077f7c234f7b4aa72a587aaa99#B#compaction#402 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:15,057 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/2d58d70e45ec4531889f60d25201352d is 50, key is test_row_0/B:col10/1733555774204/Put/seqid=0 2024-12-07T07:16:15,057 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 611248077f7c234f7b4aa72a587aaa99#A#compaction#403 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:15,058 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/0ecf20c6e7734805abc952ea35781a9e is 50, key is test_row_0/A:col10/1733555774204/Put/seqid=0 2024-12-07T07:16:15,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742303_1479 (size=12561) 2024-12-07T07:16:15,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742304_1480 (size=12561) 2024-12-07T07:16:15,084 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 611248077f7c234f7b4aa72a587aaa99 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-12-07T07:16:15,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=A 2024-12-07T07:16:15,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:16:15,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=B 2024-12-07T07:16:15,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:16:15,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=C 2024-12-07T07:16:15,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:16:15,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 611248077f7c234f7b4aa72a587aaa99 2024-12-07T07:16:15,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/db6109a674e8441c9fa1ddf4275d772e is 50, key is test_row_0/A:col10/1733555775082/Put/seqid=0 2024-12-07T07:16:15,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742305_1481 (size=14541) 2024-12-07T07:16:15,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:15,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555835137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:15,141 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:15,141 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:15,141 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:15,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-07T07:16:15,191 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:16:15,191 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T07:16:15,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-12-07T07:16:15,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-07T07:16:15,193 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T07:16:15,193 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T07:16:15,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T07:16:15,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:15,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555835250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:15,253 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:15,254 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:15,254 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:15,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-07T07:16:15,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-07T07:16:15,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:15,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. as already flushing 2024-12-07T07:16:15,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:15,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:15,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:15,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:15,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43694 deadline: 1733555835370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:15,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:15,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:15,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:15,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:15,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43732 deadline: 1733555835370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:15,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:15,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:15,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:15,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:15,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43734 deadline: 1733555835370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:15,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:15,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:15,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:15,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43750 deadline: 1733555835379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:15,382 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:15,382 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:15,382 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:15,464 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/2d58d70e45ec4531889f60d25201352d as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/2d58d70e45ec4531889f60d25201352d 2024-12-07T07:16:15,464 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/0ecf20c6e7734805abc952ea35781a9e as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/0ecf20c6e7734805abc952ea35781a9e 2024-12-07T07:16:15,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555835460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:15,464 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:15,465 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:15,465 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:15,480 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 611248077f7c234f7b4aa72a587aaa99/B of 611248077f7c234f7b4aa72a587aaa99 into 2d58d70e45ec4531889f60d25201352d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:15,480 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 611248077f7c234f7b4aa72a587aaa99/A of 611248077f7c234f7b4aa72a587aaa99 into 0ecf20c6e7734805abc952ea35781a9e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:15,480 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:15,480 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:15,480 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., storeName=611248077f7c234f7b4aa72a587aaa99/B, priority=13, startTime=1733555775050; duration=0sec 2024-12-07T07:16:15,480 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., storeName=611248077f7c234f7b4aa72a587aaa99/A, priority=13, startTime=1733555775050; duration=0sec 2024-12-07T07:16:15,480 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:16:15,480 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 611248077f7c234f7b4aa72a587aaa99:B 2024-12-07T07:16:15,480 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:16:15,480 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 611248077f7c234f7b4aa72a587aaa99:A 2024-12-07T07:16:15,480 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:16:15,481 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:16:15,481 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 611248077f7c234f7b4aa72a587aaa99/C is initiating minor compaction (all files) 2024-12-07T07:16:15,481 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 611248077f7c234f7b4aa72a587aaa99/C in TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:15,481 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/ddf16d9d204b4c8dbd5077110bce865a, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/2b2768e8c2964dd58fe6bc60ebe1bee8, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/28364384e5314c15aa418eff630b15a8] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp, totalSize=35.9 K 2024-12-07T07:16:15,481 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting ddf16d9d204b4c8dbd5077110bce865a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733555772577 2024-12-07T07:16:15,482 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b2768e8c2964dd58fe6bc60ebe1bee8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1733555772884 2024-12-07T07:16:15,482 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 28364384e5314c15aa418eff630b15a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1733555773547 2024-12-07T07:16:15,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-07T07:16:15,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:15,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. as already flushing 2024-12-07T07:16:15,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:15,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:15,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-07T07:16:15,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/db6109a674e8441c9fa1ddf4275d772e 2024-12-07T07:16:15,651 INFO [AsyncFSWAL-0-hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/MasterData-prefix:5d4d7471f19e,35121,1733555642057 {}] wal.AbstractFSWAL(1368): Slow sync cost: 152 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:36555,DS-10440958-c2b5-471a-9cb4-4c1a47c50c02,DISK]] 2024-12-07T07:16:15,653 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 611248077f7c234f7b4aa72a587aaa99#C#compaction#405 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:15,654 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/96a857dedc6d4896bf23994887aa4ff4 is 50, key is test_row_0/C:col10/1733555774204/Put/seqid=0 2024-12-07T07:16:15,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/dc522e7a566a4c2cbdb24af5a01ab362 is 50, key is test_row_0/B:col10/1733555775082/Put/seqid=0 2024-12-07T07:16:15,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742306_1482 (size=12561) 2024-12-07T07:16:15,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742307_1483 (size=12151) 2024-12-07T07:16:15,663 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/96a857dedc6d4896bf23994887aa4ff4 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/96a857dedc6d4896bf23994887aa4ff4 2024-12-07T07:16:15,667 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 611248077f7c234f7b4aa72a587aaa99/C of 611248077f7c234f7b4aa72a587aaa99 into 96a857dedc6d4896bf23994887aa4ff4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:15,667 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:15,667 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., storeName=611248077f7c234f7b4aa72a587aaa99/C, priority=13, startTime=1733555775050; duration=0sec 2024-12-07T07:16:15,667 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:15,667 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 611248077f7c234f7b4aa72a587aaa99:C 2024-12-07T07:16:15,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:15,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555835770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:15,774 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:15,774 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:15,774 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:15,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-07T07:16:15,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:15,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. as already flushing 2024-12-07T07:16:15,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:15,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:15,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:15,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:15,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-07T07:16:15,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-07T07:16:15,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:15,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. as already flushing 2024-12-07T07:16:15,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:15,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:15,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:15,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:16,061 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/dc522e7a566a4c2cbdb24af5a01ab362 2024-12-07T07:16:16,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/180c3422570649f59f95475901b8aaf3 is 50, key is test_row_0/C:col10/1733555775082/Put/seqid=0 2024-12-07T07:16:16,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742308_1484 (size=12151) 2024-12-07T07:16:16,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-07T07:16:16,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:16,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. as already flushing 2024-12-07T07:16:16,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:16,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:16,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:16,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:16,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-07T07:16:16,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:16,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. as already flushing 2024-12-07T07:16:16,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:16,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:16,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:16,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:16,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:16,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555836280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:16,283 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:16,283 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:16,283 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:16,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-07T07:16:16,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:16,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43694 deadline: 1733555836380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:16,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:16,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43732 deadline: 1733555836380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:16,387 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_0' in 611248077f7c234f7b4aa72a587aaa99 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:16:16,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:16,387 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_1' in 611248077f7c234f7b4aa72a587aaa99 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:16:16,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:16,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:16,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:16,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:16,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:16,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:16,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43734 deadline: 1733555836390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:16,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:16,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43750 deadline: 1733555836390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:16,397 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_2' in 611248077f7c234f7b4aa72a587aaa99 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:16:16,398 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:16,398 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:16,398 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:16,398 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_2' in 611248077f7c234f7b4aa72a587aaa99 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:16:16,398 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:16,398 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:16,398 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:16,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-07T07:16:16,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:16,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. as already flushing 2024-12-07T07:16:16,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:16,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:16,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:16,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:16,471 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/180c3422570649f59f95475901b8aaf3 2024-12-07T07:16:16,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/db6109a674e8441c9fa1ddf4275d772e as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/db6109a674e8441c9fa1ddf4275d772e 2024-12-07T07:16:16,477 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/db6109a674e8441c9fa1ddf4275d772e, entries=200, sequenceid=227, filesize=14.2 K 2024-12-07T07:16:16,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/dc522e7a566a4c2cbdb24af5a01ab362 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/dc522e7a566a4c2cbdb24af5a01ab362 2024-12-07T07:16:16,482 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/dc522e7a566a4c2cbdb24af5a01ab362, entries=150, sequenceid=227, filesize=11.9 K 2024-12-07T07:16:16,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/180c3422570649f59f95475901b8aaf3 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/180c3422570649f59f95475901b8aaf3 2024-12-07T07:16:16,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/180c3422570649f59f95475901b8aaf3, entries=150, sequenceid=227, filesize=11.9 K 2024-12-07T07:16:16,486 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 611248077f7c234f7b4aa72a587aaa99 in 1403ms, sequenceid=227, compaction requested=false 2024-12-07T07:16:16,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:16,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-07T07:16:16,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:16,564 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing 611248077f7c234f7b4aa72a587aaa99 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-07T07:16:16,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=A 2024-12-07T07:16:16,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:16,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=B 2024-12-07T07:16:16,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:16,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=C 2024-12-07T07:16:16,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:16,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/a2d366ecd7d24a5c95e07979c7e11393 is 50, key is test_row_0/A:col10/1733555775092/Put/seqid=0 2024-12-07T07:16:16,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742309_1485 (size=12151) 2024-12-07T07:16:16,977 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/a2d366ecd7d24a5c95e07979c7e11393 2024-12-07T07:16:16,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/0fc155d41bce413598a527de0f221c52 is 50, key is test_row_0/B:col10/1733555775092/Put/seqid=0 2024-12-07T07:16:16,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742310_1486 (size=12151) 2024-12-07T07:16:17,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. as already flushing 2024-12-07T07:16:17,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 611248077f7c234f7b4aa72a587aaa99 2024-12-07T07:16:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-07T07:16:17,391 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/0fc155d41bce413598a527de0f221c52 2024-12-07T07:16:17,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/b21d2ca2918844b3afaaf49ee2c4a79f is 50, key is test_row_0/C:col10/1733555775092/Put/seqid=0 2024-12-07T07:16:17,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742311_1487 (size=12151) 2024-12-07T07:16:17,416 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733555777383, max timestamp=1733555777414Num uniques 859; 2024-12-07T07:16:17,416 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733555777383, max timestamp=1733555777414Num uniques 859; 2024-12-07T07:16:17,416 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T07:16:17,416 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733555777383, max timestamp=1733555777414Num uniques 859; 2024-12-07T07:16:17,416 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T07:16:17,416 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T07:16:17,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555837552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:17,565 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:17,565 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:17,565 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:17,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:17,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555837670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:17,673 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:17,673 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:17,673 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:17,805 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/b21d2ca2918844b3afaaf49ee2c4a79f 2024-12-07T07:16:17,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/a2d366ecd7d24a5c95e07979c7e11393 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/a2d366ecd7d24a5c95e07979c7e11393 2024-12-07T07:16:17,812 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/a2d366ecd7d24a5c95e07979c7e11393, entries=150, sequenceid=241, filesize=11.9 K 2024-12-07T07:16:17,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/0fc155d41bce413598a527de0f221c52 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/0fc155d41bce413598a527de0f221c52 2024-12-07T07:16:17,817 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/0fc155d41bce413598a527de0f221c52, entries=150, sequenceid=241, filesize=11.9 K 2024-12-07T07:16:17,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/b21d2ca2918844b3afaaf49ee2c4a79f as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/b21d2ca2918844b3afaaf49ee2c4a79f 2024-12-07T07:16:17,828 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/b21d2ca2918844b3afaaf49ee2c4a79f, entries=150, sequenceid=241, filesize=11.9 K 2024-12-07T07:16:17,829 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 611248077f7c234f7b4aa72a587aaa99 in 1265ms, sequenceid=241, compaction requested=true 2024-12-07T07:16:17,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:17,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:17,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-12-07T07:16:17,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-12-07T07:16:17,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-12-07T07:16:17,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6370 sec 2024-12-07T07:16:17,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 2.6420 sec 2024-12-07T07:16:17,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 611248077f7c234f7b4aa72a587aaa99 2024-12-07T07:16:17,884 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 611248077f7c234f7b4aa72a587aaa99 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-07T07:16:17,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=A 2024-12-07T07:16:17,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:16:17,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=B 2024-12-07T07:16:17,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:16:17,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=C 2024-12-07T07:16:17,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:16:17,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/9bbeb131343845f2817ab6e75eb340fc is 50, key is test_row_0/A:col10/1733555777882/Put/seqid=0 2024-12-07T07:16:17,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742312_1488 (size=14741) 2024-12-07T07:16:17,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:17,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555837975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:17,985 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:17,985 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:17,985 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:18,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:18,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555838090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:18,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:18,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:18,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:18,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:18,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555838310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:18,324 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:18,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:18,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:18,332 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/9bbeb131343845f2817ab6e75eb340fc 2024-12-07T07:16:18,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/865dd93866dd4ac095e52771c1819126 is 50, key is test_row_0/B:col10/1733555777882/Put/seqid=0 2024-12-07T07:16:18,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742313_1489 (size=12301) 2024-12-07T07:16:18,365 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/865dd93866dd4ac095e52771c1819126 2024-12-07T07:16:18,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/09877395bcda451aa966b96cc64a383a is 50, key is test_row_0/C:col10/1733555777882/Put/seqid=0 2024-12-07T07:16:18,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:18,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43694 deadline: 1733555838400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:18,409 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_0' in 611248077f7c234f7b4aa72a587aaa99 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:16:18,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:18,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:18,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:18,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:18,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43732 deadline: 1733555838410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:18,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:18,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43734 deadline: 1733555838410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:18,422 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_1' in 611248077f7c234f7b4aa72a587aaa99 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:16:18,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:18,423 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:18,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43750 deadline: 1733555838411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:18,423 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:18,423 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:18,423 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_2' in 611248077f7c234f7b4aa72a587aaa99 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:16:18,424 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:18,424 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:18,424 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:18,424 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_2' in 611248077f7c234f7b4aa72a587aaa99 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:16:18,425 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:18,425 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:18,425 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:18,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742314_1490 (size=12301) 2024-12-07T07:16:18,450 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/09877395bcda451aa966b96cc64a383a 2024-12-07T07:16:18,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/9bbeb131343845f2817ab6e75eb340fc as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/9bbeb131343845f2817ab6e75eb340fc 2024-12-07T07:16:18,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/9bbeb131343845f2817ab6e75eb340fc, entries=200, sequenceid=278, filesize=14.4 K 2024-12-07T07:16:18,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/865dd93866dd4ac095e52771c1819126 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/865dd93866dd4ac095e52771c1819126 2024-12-07T07:16:18,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/865dd93866dd4ac095e52771c1819126, entries=150, sequenceid=278, filesize=12.0 K 2024-12-07T07:16:18,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/09877395bcda451aa966b96cc64a383a as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/09877395bcda451aa966b96cc64a383a 2024-12-07T07:16:18,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/09877395bcda451aa966b96cc64a383a, entries=150, sequenceid=278, filesize=12.0 K 2024-12-07T07:16:18,472 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 611248077f7c234f7b4aa72a587aaa99 in 587ms, sequenceid=278, compaction requested=true 2024-12-07T07:16:18,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:18,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 611248077f7c234f7b4aa72a587aaa99:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:16:18,472 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T07:16:18,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:18,472 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T07:16:18,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 611248077f7c234f7b4aa72a587aaa99:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:16:18,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:18,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 611248077f7c234f7b4aa72a587aaa99:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:16:18,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:16:18,473 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53994 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T07:16:18,473 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49164 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T07:16:18,473 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 611248077f7c234f7b4aa72a587aaa99/B is initiating minor compaction (all files) 2024-12-07T07:16:18,473 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 611248077f7c234f7b4aa72a587aaa99/A is initiating minor compaction (all files) 2024-12-07T07:16:18,473 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 611248077f7c234f7b4aa72a587aaa99/A in TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:18,473 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 611248077f7c234f7b4aa72a587aaa99/B in TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:18,474 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/0ecf20c6e7734805abc952ea35781a9e, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/db6109a674e8441c9fa1ddf4275d772e, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/a2d366ecd7d24a5c95e07979c7e11393, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/9bbeb131343845f2817ab6e75eb340fc] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp, totalSize=52.7 K 2024-12-07T07:16:18,474 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/2d58d70e45ec4531889f60d25201352d, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/dc522e7a566a4c2cbdb24af5a01ab362, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/0fc155d41bce413598a527de0f221c52, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/865dd93866dd4ac095e52771c1819126] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp, totalSize=48.0 K 2024-12-07T07:16:18,474 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d58d70e45ec4531889f60d25201352d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1733555773547 2024-12-07T07:16:18,474 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ecf20c6e7734805abc952ea35781a9e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1733555773547 2024-12-07T07:16:18,474 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting db6109a674e8441c9fa1ddf4275d772e, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1733555774223 2024-12-07T07:16:18,474 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting dc522e7a566a4c2cbdb24af5a01ab362, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1733555774229 2024-12-07T07:16:18,475 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 0fc155d41bce413598a527de0f221c52, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733555775092 2024-12-07T07:16:18,475 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2d366ecd7d24a5c95e07979c7e11393, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733555775092 2024-12-07T07:16:18,475 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9bbeb131343845f2817ab6e75eb340fc, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733555777480 2024-12-07T07:16:18,475 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 865dd93866dd4ac095e52771c1819126, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733555777480 2024-12-07T07:16:18,494 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 611248077f7c234f7b4aa72a587aaa99#B#compaction#414 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:18,494 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/af1594499d0d4f0e9aee97b1386fe25d is 50, key is test_row_0/B:col10/1733555777882/Put/seqid=0 2024-12-07T07:16:18,511 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 611248077f7c234f7b4aa72a587aaa99#A#compaction#415 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:18,511 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/5d0ad8d02f5f452dbad0a7cc01b867ca is 50, key is test_row_0/A:col10/1733555777882/Put/seqid=0 2024-12-07T07:16:18,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742315_1491 (size=12847) 2024-12-07T07:16:18,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742316_1492 (size=12847) 2024-12-07T07:16:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 611248077f7c234f7b4aa72a587aaa99 2024-12-07T07:16:18,633 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 611248077f7c234f7b4aa72a587aaa99 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-07T07:16:18,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=A 2024-12-07T07:16:18,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:18,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=B 2024-12-07T07:16:18,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:18,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=C 2024-12-07T07:16:18,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:18,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/47879a9206d3443a850423258af75d41 is 50, key is test_row_0/A:col10/1733555778631/Put/seqid=0 2024-12-07T07:16:18,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742317_1493 (size=14741) 2024-12-07T07:16:18,817 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733555778768, max timestamp=1733555778812Num uniques 859; 2024-12-07T07:16:18,817 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T07:16:18,817 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733555778768, max timestamp=1733555778812Num uniques 859; 2024-12-07T07:16:18,817 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733555778768, max timestamp=1733555778812Num uniques 859; 2024-12-07T07:16:18,817 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T07:16:18,818 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T07:16:18,942 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/af1594499d0d4f0e9aee97b1386fe25d as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/af1594499d0d4f0e9aee97b1386fe25d 2024-12-07T07:16:18,944 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/5d0ad8d02f5f452dbad0a7cc01b867ca as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/5d0ad8d02f5f452dbad0a7cc01b867ca 2024-12-07T07:16:18,950 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 611248077f7c234f7b4aa72a587aaa99/B of 611248077f7c234f7b4aa72a587aaa99 into af1594499d0d4f0e9aee97b1386fe25d(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:18,950 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:18,950 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., storeName=611248077f7c234f7b4aa72a587aaa99/B, priority=12, startTime=1733555778472; duration=0sec 2024-12-07T07:16:18,950 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:16:18,950 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 611248077f7c234f7b4aa72a587aaa99:B 2024-12-07T07:16:18,950 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T07:16:18,955 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49164 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T07:16:18,955 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 611248077f7c234f7b4aa72a587aaa99/C is initiating minor compaction (all files) 2024-12-07T07:16:18,955 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 611248077f7c234f7b4aa72a587aaa99/C in TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:18,955 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/96a857dedc6d4896bf23994887aa4ff4, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/180c3422570649f59f95475901b8aaf3, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/b21d2ca2918844b3afaaf49ee2c4a79f, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/09877395bcda451aa966b96cc64a383a] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp, totalSize=48.0 K 2024-12-07T07:16:18,955 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 96a857dedc6d4896bf23994887aa4ff4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1733555773547 2024-12-07T07:16:18,956 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 180c3422570649f59f95475901b8aaf3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1733555774229 2024-12-07T07:16:18,957 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting b21d2ca2918844b3afaaf49ee2c4a79f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733555775092 2024-12-07T07:16:18,957 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 611248077f7c234f7b4aa72a587aaa99/A of 611248077f7c234f7b4aa72a587aaa99 into 5d0ad8d02f5f452dbad0a7cc01b867ca(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:18,957 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:18,957 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., storeName=611248077f7c234f7b4aa72a587aaa99/A, priority=12, startTime=1733555778472; duration=0sec 2024-12-07T07:16:18,957 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:18,957 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 09877395bcda451aa966b96cc64a383a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733555777480 2024-12-07T07:16:18,957 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 611248077f7c234f7b4aa72a587aaa99:A 2024-12-07T07:16:18,963 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 611248077f7c234f7b4aa72a587aaa99#C#compaction#417 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:18,964 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/4e49fee8b7c54705be7de2105d9f82df is 50, key is test_row_0/C:col10/1733555777882/Put/seqid=0 2024-12-07T07:16:18,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742318_1494 (size=12847) 2024-12-07T07:16:19,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:19,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555839028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:19,043 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:19,043 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:19,043 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:19,049 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/47879a9206d3443a850423258af75d41 2024-12-07T07:16:19,055 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/6b77a1f454614912acc618e54f9ddcf3 is 50, key is test_row_0/B:col10/1733555778631/Put/seqid=0 2024-12-07T07:16:19,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742319_1495 (size=12301) 2024-12-07T07:16:19,061 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/6b77a1f454614912acc618e54f9ddcf3 2024-12-07T07:16:19,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/c19c8b6c5cd3433b94e212c9e7ca74fe is 50, key is test_row_0/C:col10/1733555778631/Put/seqid=0 2024-12-07T07:16:19,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742320_1496 (size=12301) 2024-12-07T07:16:19,072 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/c19c8b6c5cd3433b94e212c9e7ca74fe 2024-12-07T07:16:19,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/47879a9206d3443a850423258af75d41 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/47879a9206d3443a850423258af75d41 2024-12-07T07:16:19,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/47879a9206d3443a850423258af75d41, entries=200, sequenceid=289, filesize=14.4 K 2024-12-07T07:16:19,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/6b77a1f454614912acc618e54f9ddcf3 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/6b77a1f454614912acc618e54f9ddcf3 2024-12-07T07:16:19,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/6b77a1f454614912acc618e54f9ddcf3, entries=150, sequenceid=289, filesize=12.0 K 2024-12-07T07:16:19,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/c19c8b6c5cd3433b94e212c9e7ca74fe as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/c19c8b6c5cd3433b94e212c9e7ca74fe 2024-12-07T07:16:19,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/c19c8b6c5cd3433b94e212c9e7ca74fe, entries=150, sequenceid=289, filesize=12.0 K 2024-12-07T07:16:19,098 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 611248077f7c234f7b4aa72a587aaa99 in 466ms, sequenceid=289, compaction requested=false 2024-12-07T07:16:19,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:19,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 611248077f7c234f7b4aa72a587aaa99 2024-12-07T07:16:19,158 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 611248077f7c234f7b4aa72a587aaa99 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-07T07:16:19,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=A 2024-12-07T07:16:19,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:16:19,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=B 2024-12-07T07:16:19,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:16:19,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=C 2024-12-07T07:16:19,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:16:19,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/a75fadc972844767bd4366f2b9b1ebf3 is 50, key is test_row_0/A:col10/1733555778988/Put/seqid=0 2024-12-07T07:16:19,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742321_1497 (size=14741) 2024-12-07T07:16:19,170 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/a75fadc972844767bd4366f2b9b1ebf3 2024-12-07T07:16:19,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/5b66a19af8474d17a1cd4d34e0191fa0 is 50, key is test_row_0/B:col10/1733555778988/Put/seqid=0 2024-12-07T07:16:19,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742322_1498 (size=12301) 2024-12-07T07:16:19,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:19,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555839222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:19,226 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:19,226 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:19,226 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:19,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:19,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555839330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:19,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:19,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:19,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:19,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-07T07:16:19,360 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:16:19,360 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T07:16:19,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-12-07T07:16:19,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-07T07:16:19,361 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T07:16:19,362 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T07:16:19,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T07:16:19,373 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/4e49fee8b7c54705be7de2105d9f82df as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/4e49fee8b7c54705be7de2105d9f82df 2024-12-07T07:16:19,376 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 611248077f7c234f7b4aa72a587aaa99/C of 611248077f7c234f7b4aa72a587aaa99 into 4e49fee8b7c54705be7de2105d9f82df(size=12.5 K), total size for store is 24.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:19,376 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:19,376 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., storeName=611248077f7c234f7b4aa72a587aaa99/C, priority=12, startTime=1733555778472; duration=0sec 2024-12-07T07:16:19,377 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:19,377 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 611248077f7c234f7b4aa72a587aaa99:C 2024-12-07T07:16:19,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-07T07:16:19,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-07T07:16:19,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:19,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. as already flushing 2024-12-07T07:16:19,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:19,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:19,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:19,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:19,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:19,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555839540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:19,549 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:19,549 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:19,549 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:19,594 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/5b66a19af8474d17a1cd4d34e0191fa0 2024-12-07T07:16:19,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/915f6af577674b729c13fc05a400c0b9 is 50, key is test_row_0/C:col10/1733555778988/Put/seqid=0 2024-12-07T07:16:19,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742323_1499 (size=12301) 2024-12-07T07:16:19,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-07T07:16:19,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:19,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. as already flushing 2024-12-07T07:16:19,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:19,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:19,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:19,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:19,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-07T07:16:19,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-07T07:16:19,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:19,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. as already flushing 2024-12-07T07:16:19,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:19,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:19,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:19,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:19,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:19,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555839860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:19,868 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:19,868 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:19,868 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:19,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-07T07:16:19,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:19,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. as already flushing 2024-12-07T07:16:19,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:19,974 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:19,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:19,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:19,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-07T07:16:20,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/915f6af577674b729c13fc05a400c0b9 2024-12-07T07:16:20,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/a75fadc972844767bd4366f2b9b1ebf3 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/a75fadc972844767bd4366f2b9b1ebf3 2024-12-07T07:16:20,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/a75fadc972844767bd4366f2b9b1ebf3, entries=200, sequenceid=328, filesize=14.4 K 2024-12-07T07:16:20,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/5b66a19af8474d17a1cd4d34e0191fa0 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/5b66a19af8474d17a1cd4d34e0191fa0 2024-12-07T07:16:20,030 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/5b66a19af8474d17a1cd4d34e0191fa0, entries=150, sequenceid=328, filesize=12.0 K 2024-12-07T07:16:20,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/915f6af577674b729c13fc05a400c0b9 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/915f6af577674b729c13fc05a400c0b9 2024-12-07T07:16:20,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/915f6af577674b729c13fc05a400c0b9, entries=150, sequenceid=328, filesize=12.0 K 2024-12-07T07:16:20,053 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 611248077f7c234f7b4aa72a587aaa99 in 895ms, sequenceid=328, compaction requested=true 2024-12-07T07:16:20,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:20,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 611248077f7c234f7b4aa72a587aaa99:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:16:20,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:20,054 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:16:20,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 611248077f7c234f7b4aa72a587aaa99:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:16:20,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:16:20,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 611248077f7c234f7b4aa72a587aaa99:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:16:20,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:16:20,054 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:16:20,057 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42329 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:16:20,057 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:16:20,057 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 611248077f7c234f7b4aa72a587aaa99/B is initiating minor compaction (all files) 2024-12-07T07:16:20,057 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 611248077f7c234f7b4aa72a587aaa99/A is initiating minor compaction (all files) 2024-12-07T07:16:20,057 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 611248077f7c234f7b4aa72a587aaa99/B in TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:20,057 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 611248077f7c234f7b4aa72a587aaa99/A in TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:20,057 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/af1594499d0d4f0e9aee97b1386fe25d, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/6b77a1f454614912acc618e54f9ddcf3, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/5b66a19af8474d17a1cd4d34e0191fa0] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp, totalSize=36.6 K 2024-12-07T07:16:20,057 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/5d0ad8d02f5f452dbad0a7cc01b867ca, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/47879a9206d3443a850423258af75d41, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/a75fadc972844767bd4366f2b9b1ebf3] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp, totalSize=41.3 K 2024-12-07T07:16:20,057 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d0ad8d02f5f452dbad0a7cc01b867ca, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733555777480 2024-12-07T07:16:20,057 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting af1594499d0d4f0e9aee97b1386fe25d, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733555777480 2024-12-07T07:16:20,058 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b77a1f454614912acc618e54f9ddcf3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733555777935 2024-12-07T07:16:20,058 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47879a9206d3443a850423258af75d41, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733555777935 2024-12-07T07:16:20,058 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b66a19af8474d17a1cd4d34e0191fa0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733555778988 2024-12-07T07:16:20,058 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting a75fadc972844767bd4366f2b9b1ebf3, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733555778988 2024-12-07T07:16:20,082 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 611248077f7c234f7b4aa72a587aaa99#A#compaction#423 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:20,083 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/e59547d8cfcf4b74ab828d9e61599353 is 50, key is test_row_0/A:col10/1733555778988/Put/seqid=0 2024-12-07T07:16:20,090 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 611248077f7c234f7b4aa72a587aaa99#B#compaction#424 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:20,091 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/727d9b1714a7431d9c678bdc88c2776e is 50, key is test_row_0/B:col10/1733555778988/Put/seqid=0 2024-12-07T07:16:20,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742324_1500 (size=12949) 2024-12-07T07:16:20,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-07T07:16:20,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:20,130 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing 611248077f7c234f7b4aa72a587aaa99 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-07T07:16:20,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=A 2024-12-07T07:16:20,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:20,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=B 2024-12-07T07:16:20,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:20,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=C 2024-12-07T07:16:20,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:20,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742325_1501 (size=12949) 2024-12-07T07:16:20,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/d9060fbf1c344fef8b54fe1a67da9194 is 50, key is test_row_0/A:col10/1733555779174/Put/seqid=0 2024-12-07T07:16:20,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742326_1502 (size=12301) 2024-12-07T07:16:20,177 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/d9060fbf1c344fef8b54fe1a67da9194 2024-12-07T07:16:20,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/e72549f3b5f9461381f1c01a20c44c66 is 50, key is test_row_0/B:col10/1733555779174/Put/seqid=0 2024-12-07T07:16:20,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742327_1503 (size=12301) 2024-12-07T07:16:20,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. as already flushing 2024-12-07T07:16:20,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 611248077f7c234f7b4aa72a587aaa99 2024-12-07T07:16:20,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-07T07:16:20,511 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733555780421, max timestamp=1733555780509Num uniques 859; 2024-12-07T07:16:20,511 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T07:16:20,511 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733555780421, max timestamp=1733555780509Num uniques 859; 2024-12-07T07:16:20,511 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T07:16:20,511 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733555780421, max timestamp=1733555780509Num uniques 859; 2024-12-07T07:16:20,511 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T07:16:20,525 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/e59547d8cfcf4b74ab828d9e61599353 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/e59547d8cfcf4b74ab828d9e61599353 2024-12-07T07:16:20,529 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 611248077f7c234f7b4aa72a587aaa99/A of 611248077f7c234f7b4aa72a587aaa99 into e59547d8cfcf4b74ab828d9e61599353(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:20,529 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:20,529 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., storeName=611248077f7c234f7b4aa72a587aaa99/A, priority=13, startTime=1733555780054; duration=0sec 2024-12-07T07:16:20,529 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:16:20,529 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 611248077f7c234f7b4aa72a587aaa99:A 2024-12-07T07:16:20,529 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:16:20,531 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:16:20,531 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 611248077f7c234f7b4aa72a587aaa99/C is initiating minor compaction (all files) 2024-12-07T07:16:20,531 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 611248077f7c234f7b4aa72a587aaa99/C in TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:20,531 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/4e49fee8b7c54705be7de2105d9f82df, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/c19c8b6c5cd3433b94e212c9e7ca74fe, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/915f6af577674b729c13fc05a400c0b9] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp, totalSize=36.6 K 2024-12-07T07:16:20,531 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e49fee8b7c54705be7de2105d9f82df, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733555777480 2024-12-07T07:16:20,531 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting c19c8b6c5cd3433b94e212c9e7ca74fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733555777935 2024-12-07T07:16:20,532 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 915f6af577674b729c13fc05a400c0b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733555778988 2024-12-07T07:16:20,538 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/727d9b1714a7431d9c678bdc88c2776e as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/727d9b1714a7431d9c678bdc88c2776e 2024-12-07T07:16:20,538 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 611248077f7c234f7b4aa72a587aaa99#C#compaction#427 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:20,538 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/b444119aa2194e1ab5e55a2836ca067f is 50, key is test_row_0/C:col10/1733555778988/Put/seqid=0 2024-12-07T07:16:20,542 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 611248077f7c234f7b4aa72a587aaa99/B of 611248077f7c234f7b4aa72a587aaa99 into 727d9b1714a7431d9c678bdc88c2776e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:20,542 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:20,542 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., storeName=611248077f7c234f7b4aa72a587aaa99/B, priority=13, startTime=1733555780054; duration=0sec 2024-12-07T07:16:20,542 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:20,542 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 611248077f7c234f7b4aa72a587aaa99:B 2024-12-07T07:16:20,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742328_1504 (size=12949) 2024-12-07T07:16:20,548 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/b444119aa2194e1ab5e55a2836ca067f as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/b444119aa2194e1ab5e55a2836ca067f 2024-12-07T07:16:20,553 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 611248077f7c234f7b4aa72a587aaa99/C of 611248077f7c234f7b4aa72a587aaa99 into b444119aa2194e1ab5e55a2836ca067f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:20,553 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:20,553 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., storeName=611248077f7c234f7b4aa72a587aaa99/C, priority=13, startTime=1733555780054; duration=0sec 2024-12-07T07:16:20,553 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:20,553 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 611248077f7c234f7b4aa72a587aaa99:C 2024-12-07T07:16:20,607 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/e72549f3b5f9461381f1c01a20c44c66 2024-12-07T07:16:20,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/232a16c496534d63aad8f17da5ade167 is 50, key is test_row_0/C:col10/1733555779174/Put/seqid=0 2024-12-07T07:16:20,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742329_1505 (size=12301) 2024-12-07T07:16:20,626 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/232a16c496534d63aad8f17da5ade167 2024-12-07T07:16:20,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/d9060fbf1c344fef8b54fe1a67da9194 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/d9060fbf1c344fef8b54fe1a67da9194 2024-12-07T07:16:20,636 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/d9060fbf1c344fef8b54fe1a67da9194, entries=150, sequenceid=339, filesize=12.0 K 2024-12-07T07:16:20,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/e72549f3b5f9461381f1c01a20c44c66 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/e72549f3b5f9461381f1c01a20c44c66 2024-12-07T07:16:20,640 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/e72549f3b5f9461381f1c01a20c44c66, entries=150, sequenceid=339, filesize=12.0 K 2024-12-07T07:16:20,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/232a16c496534d63aad8f17da5ade167 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/232a16c496534d63aad8f17da5ade167 2024-12-07T07:16:20,646 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/232a16c496534d63aad8f17da5ade167, entries=150, sequenceid=339, filesize=12.0 K 2024-12-07T07:16:20,647 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=107.34 KB/109920 for 611248077f7c234f7b4aa72a587aaa99 in 517ms, sequenceid=339, compaction requested=false 2024-12-07T07:16:20,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:20,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:20,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-12-07T07:16:20,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-12-07T07:16:20,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-12-07T07:16:20,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2870 sec 2024-12-07T07:16:20,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 1.2920 sec 2024-12-07T07:16:20,657 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 611248077f7c234f7b4aa72a587aaa99 3/3 column families, dataSize=114.05 KB heapSize=325.22 KB 2024-12-07T07:16:20,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=A 2024-12-07T07:16:20,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:16:20,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=B 2024-12-07T07:16:20,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:16:20,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=C 2024-12-07T07:16:20,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:16:20,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 611248077f7c234f7b4aa72a587aaa99 2024-12-07T07:16:20,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/5c9c1115f805454aa4a26f1585a97bcc is 50, key is test_row_0/A:col10/1733555780632/Put/seqid=0 2024-12-07T07:16:20,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742330_1506 (size=14741) 2024-12-07T07:16:20,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/5c9c1115f805454aa4a26f1585a97bcc 2024-12-07T07:16:20,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/325bc866692940deaf9193f1d7042c18 is 50, key is test_row_0/B:col10/1733555780632/Put/seqid=0 2024-12-07T07:16:20,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742331_1507 (size=12301) 2024-12-07T07:16:20,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555840768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:20,775 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:20,775 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:20,775 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:20,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555840880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:20,890 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:20,890 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:20,890 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:21,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555841100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:21,107 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:21,107 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:21,107 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:21,118 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/325bc866692940deaf9193f1d7042c18 2024-12-07T07:16:21,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/f7661993c12f4042ba7f853f7b61d0d0 is 50, key is test_row_0/C:col10/1733555780632/Put/seqid=0 2024-12-07T07:16:21,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742332_1508 (size=12301) 2024-12-07T07:16:21,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:21,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555841410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:21,419 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:21,419 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:21,419 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-07T07:16:21,510 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:16:21,510 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T07:16:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-12-07T07:16:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-07T07:16:21,512 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T07:16:21,513 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T07:16:21,513 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T07:16:21,534 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/f7661993c12f4042ba7f853f7b61d0d0 2024-12-07T07:16:21,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/5c9c1115f805454aa4a26f1585a97bcc as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/5c9c1115f805454aa4a26f1585a97bcc 2024-12-07T07:16:21,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/5c9c1115f805454aa4a26f1585a97bcc, entries=200, sequenceid=376, filesize=14.4 K 2024-12-07T07:16:21,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/325bc866692940deaf9193f1d7042c18 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/325bc866692940deaf9193f1d7042c18 2024-12-07T07:16:21,546 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/325bc866692940deaf9193f1d7042c18, entries=150, sequenceid=376, filesize=12.0 K 2024-12-07T07:16:21,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/f7661993c12f4042ba7f853f7b61d0d0 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/f7661993c12f4042ba7f853f7b61d0d0 2024-12-07T07:16:21,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/f7661993c12f4042ba7f853f7b61d0d0, entries=150, sequenceid=376, filesize=12.0 K 2024-12-07T07:16:21,551 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~325.17 KB/332976, currentSize=67.09 KB/68700 for 611248077f7c234f7b4aa72a587aaa99 in 894ms, sequenceid=376, compaction requested=true 2024-12-07T07:16:21,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:21,551 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:16:21,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 611248077f7c234f7b4aa72a587aaa99:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:16:21,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:21,552 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:16:21,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 611248077f7c234f7b4aa72a587aaa99:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:16:21,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:21,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 611248077f7c234f7b4aa72a587aaa99:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:16:21,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:16:21,552 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:16:21,552 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 611248077f7c234f7b4aa72a587aaa99/A is initiating minor compaction (all files) 2024-12-07T07:16:21,552 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 611248077f7c234f7b4aa72a587aaa99/A in TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:21,552 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/e59547d8cfcf4b74ab828d9e61599353, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/d9060fbf1c344fef8b54fe1a67da9194, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/5c9c1115f805454aa4a26f1585a97bcc] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp, totalSize=39.1 K 2024-12-07T07:16:21,553 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting e59547d8cfcf4b74ab828d9e61599353, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733555778988 2024-12-07T07:16:21,553 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:16:21,553 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 611248077f7c234f7b4aa72a587aaa99/B is initiating minor compaction (all files) 2024-12-07T07:16:21,553 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 611248077f7c234f7b4aa72a587aaa99/B in TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:21,553 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/727d9b1714a7431d9c678bdc88c2776e, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/e72549f3b5f9461381f1c01a20c44c66, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/325bc866692940deaf9193f1d7042c18] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp, totalSize=36.7 K 2024-12-07T07:16:21,553 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9060fbf1c344fef8b54fe1a67da9194, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1733555779174 2024-12-07T07:16:21,553 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 727d9b1714a7431d9c678bdc88c2776e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733555778988 2024-12-07T07:16:21,553 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c9c1115f805454aa4a26f1585a97bcc, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733555780582 2024-12-07T07:16:21,553 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting e72549f3b5f9461381f1c01a20c44c66, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1733555779174 2024-12-07T07:16:21,554 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 325bc866692940deaf9193f1d7042c18, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733555780582 2024-12-07T07:16:21,566 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 611248077f7c234f7b4aa72a587aaa99#B#compaction#432 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:21,566 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/cb90999587f7409dbe1d6fc7f6f51480 is 50, key is test_row_0/B:col10/1733555780632/Put/seqid=0 2024-12-07T07:16:21,568 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 611248077f7c234f7b4aa72a587aaa99#A#compaction#433 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:21,569 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/5d49b69f760f4cc3be224d7c65a4c1bb is 50, key is test_row_0/A:col10/1733555780632/Put/seqid=0 2024-12-07T07:16:21,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742333_1509 (size=13051) 2024-12-07T07:16:21,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-07T07:16:21,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742334_1510 (size=13051) 2024-12-07T07:16:21,635 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/cb90999587f7409dbe1d6fc7f6f51480 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/cb90999587f7409dbe1d6fc7f6f51480 2024-12-07T07:16:21,642 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 611248077f7c234f7b4aa72a587aaa99/B of 611248077f7c234f7b4aa72a587aaa99 into cb90999587f7409dbe1d6fc7f6f51480(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:21,642 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:21,642 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., storeName=611248077f7c234f7b4aa72a587aaa99/B, priority=13, startTime=1733555781552; duration=0sec 2024-12-07T07:16:21,643 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:16:21,643 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 611248077f7c234f7b4aa72a587aaa99:B 2024-12-07T07:16:21,643 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:16:21,644 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:16:21,644 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 611248077f7c234f7b4aa72a587aaa99/C is initiating minor compaction (all files) 2024-12-07T07:16:21,644 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 611248077f7c234f7b4aa72a587aaa99/C in TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:21,644 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/b444119aa2194e1ab5e55a2836ca067f, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/232a16c496534d63aad8f17da5ade167, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/f7661993c12f4042ba7f853f7b61d0d0] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp, totalSize=36.7 K 2024-12-07T07:16:21,644 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting b444119aa2194e1ab5e55a2836ca067f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733555778988 2024-12-07T07:16:21,645 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 232a16c496534d63aad8f17da5ade167, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1733555779174 2024-12-07T07:16:21,645 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting f7661993c12f4042ba7f853f7b61d0d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733555780582 2024-12-07T07:16:21,661 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 611248077f7c234f7b4aa72a587aaa99#C#compaction#434 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:21,662 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/95a8b26df7664660807a0a6224ee48ad is 50, key is test_row_0/C:col10/1733555780632/Put/seqid=0 2024-12-07T07:16:21,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-07T07:16:21,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:21,666 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing 611248077f7c234f7b4aa72a587aaa99 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-07T07:16:21,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=A 2024-12-07T07:16:21,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:21,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=B 2024-12-07T07:16:21,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:21,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=C 2024-12-07T07:16:21,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:21,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/ce62f896f4424948b65e625950eb1825 is 50, key is test_row_0/A:col10/1733555780759/Put/seqid=0 2024-12-07T07:16:21,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742335_1511 (size=13051) 2024-12-07T07:16:21,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742336_1512 (size=12301) 2024-12-07T07:16:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-07T07:16:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 611248077f7c234f7b4aa72a587aaa99 2024-12-07T07:16:21,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. as already flushing 2024-12-07T07:16:22,037 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/5d49b69f760f4cc3be224d7c65a4c1bb as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/5d49b69f760f4cc3be224d7c65a4c1bb 2024-12-07T07:16:22,041 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 611248077f7c234f7b4aa72a587aaa99/A of 611248077f7c234f7b4aa72a587aaa99 into 5d49b69f760f4cc3be224d7c65a4c1bb(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:22,041 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:22,041 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., storeName=611248077f7c234f7b4aa72a587aaa99/A, priority=13, startTime=1733555781551; duration=0sec 2024-12-07T07:16:22,041 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:22,041 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 611248077f7c234f7b4aa72a587aaa99:A 2024-12-07T07:16:22,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555842049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:22,057 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:22,057 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:22,057 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:22,121 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/95a8b26df7664660807a0a6224ee48ad as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/95a8b26df7664660807a0a6224ee48ad 2024-12-07T07:16:22,125 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 611248077f7c234f7b4aa72a587aaa99/C of 611248077f7c234f7b4aa72a587aaa99 into 95a8b26df7664660807a0a6224ee48ad(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:22,125 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:22,125 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., storeName=611248077f7c234f7b4aa72a587aaa99/C, priority=13, startTime=1733555781552; duration=0sec 2024-12-07T07:16:22,125 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:22,125 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 611248077f7c234f7b4aa72a587aaa99:C 2024-12-07T07:16:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-07T07:16:22,150 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/ce62f896f4424948b65e625950eb1825 2024-12-07T07:16:22,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/2b1c67d7df874a40b95bfdd266d52d72 is 50, key is test_row_0/B:col10/1733555780759/Put/seqid=0 2024-12-07T07:16:22,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742337_1513 (size=12301) 2024-12-07T07:16:22,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:22,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555842160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:22,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:22,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:22,164 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:22,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555842370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:22,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:22,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:22,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:22,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43694 deadline: 1733555842430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:22,435 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_0' in 611248077f7c234f7b4aa72a587aaa99 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:16:22,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:22,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:22,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:22,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43732 deadline: 1733555842450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:22,456 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_1' in 611248077f7c234f7b4aa72a587aaa99 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8224 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:16:22,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:22,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:22,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:22,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43734 deadline: 1733555842460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:22,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43750 deadline: 1733555842460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:22,464 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_2' in 611248077f7c234f7b4aa72a587aaa99 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8234 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:16:22,464 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_2' in 611248077f7c234f7b4aa72a587aaa99 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8232 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:16:22,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:22,465 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:22,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:22,465 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:22,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:22,465 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:22,561 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/2b1c67d7df874a40b95bfdd266d52d72 2024-12-07T07:16:22,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/c33f5182278143739cdfaa0d408d7ab7 is 50, key is test_row_0/C:col10/1733555780759/Put/seqid=0 2024-12-07T07:16:22,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742338_1514 (size=12301) 2024-12-07T07:16:22,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-07T07:16:22,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555842681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:22,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:22,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:22,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:22,971 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/c33f5182278143739cdfaa0d408d7ab7 2024-12-07T07:16:22,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/ce62f896f4424948b65e625950eb1825 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/ce62f896f4424948b65e625950eb1825 2024-12-07T07:16:22,981 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/ce62f896f4424948b65e625950eb1825, entries=150, sequenceid=390, filesize=12.0 K 2024-12-07T07:16:22,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/2b1c67d7df874a40b95bfdd266d52d72 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/2b1c67d7df874a40b95bfdd266d52d72 2024-12-07T07:16:22,985 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/2b1c67d7df874a40b95bfdd266d52d72, entries=150, sequenceid=390, filesize=12.0 K 2024-12-07T07:16:22,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/c33f5182278143739cdfaa0d408d7ab7 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/c33f5182278143739cdfaa0d408d7ab7 2024-12-07T07:16:22,990 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/c33f5182278143739cdfaa0d408d7ab7, entries=150, sequenceid=390, filesize=12.0 K 2024-12-07T07:16:23,000 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 611248077f7c234f7b4aa72a587aaa99 in 1334ms, sequenceid=390, compaction requested=false 2024-12-07T07:16:23,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:23,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:23,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-12-07T07:16:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-12-07T07:16:23,006 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-12-07T07:16:23,006 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4910 sec 2024-12-07T07:16:23,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 1.4970 sec 2024-12-07T07:16:23,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 611248077f7c234f7b4aa72a587aaa99 2024-12-07T07:16:23,195 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 611248077f7c234f7b4aa72a587aaa99 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-07T07:16:23,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=A 2024-12-07T07:16:23,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:23,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=B 2024-12-07T07:16:23,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:23,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=C 2024-12-07T07:16:23,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:23,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/ffe01e1f86de4220a1eb276d954275ca is 50, key is test_row_0/A:col10/1733555782029/Put/seqid=0 2024-12-07T07:16:23,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742339_1515 (size=14741) 2024-12-07T07:16:23,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:23,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555843265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:23,270 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:23,270 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:23,270 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:23,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:23,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555843380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:23,390 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:23,390 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:23,391 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:23,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:23,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555843600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:23,605 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:23,605 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:23,605 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:23,609 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/ffe01e1f86de4220a1eb276d954275ca 2024-12-07T07:16:23,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/3a048f504b894a569c1f45c0113b7f0c is 50, key is test_row_0/B:col10/1733555782029/Put/seqid=0 2024-12-07T07:16:23,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742340_1516 (size=12301) 2024-12-07T07:16:23,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-07T07:16:23,660 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:16:23,660 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T07:16:23,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-12-07T07:16:23,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-07T07:16:23,662 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T07:16:23,663 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T07:16:23,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T07:16:23,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-07T07:16:23,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-07T07:16:23,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:23,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. as already flushing 2024-12-07T07:16:23,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:23,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:23,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:23,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:23,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:23,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555843910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:23,915 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:23,915 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:23,915 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:23,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-07T07:16:23,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:23,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. as already flushing 2024-12-07T07:16:23,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:23,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:23,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:23,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:23,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-07T07:16:24,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/3a048f504b894a569c1f45c0113b7f0c 2024-12-07T07:16:24,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/e540395eb00f401fa84205c21f1ce8b6 is 50, key is test_row_0/C:col10/1733555782029/Put/seqid=0 2024-12-07T07:16:24,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742341_1517 (size=12301) 2024-12-07T07:16:24,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/e540395eb00f401fa84205c21f1ce8b6 2024-12-07T07:16:24,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/ffe01e1f86de4220a1eb276d954275ca as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/ffe01e1f86de4220a1eb276d954275ca 2024-12-07T07:16:24,051 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/ffe01e1f86de4220a1eb276d954275ca, entries=200, sequenceid=412, filesize=14.4 K 2024-12-07T07:16:24,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/3a048f504b894a569c1f45c0113b7f0c as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/3a048f504b894a569c1f45c0113b7f0c 2024-12-07T07:16:24,054 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/3a048f504b894a569c1f45c0113b7f0c, entries=150, sequenceid=412, filesize=12.0 K 2024-12-07T07:16:24,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/e540395eb00f401fa84205c21f1ce8b6 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/e540395eb00f401fa84205c21f1ce8b6 2024-12-07T07:16:24,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/e540395eb00f401fa84205c21f1ce8b6, entries=150, sequenceid=412, filesize=12.0 K 2024-12-07T07:16:24,061 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 611248077f7c234f7b4aa72a587aaa99 in 867ms, sequenceid=412, compaction requested=true 2024-12-07T07:16:24,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:24,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 611248077f7c234f7b4aa72a587aaa99:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:16:24,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:24,061 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:16:24,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 611248077f7c234f7b4aa72a587aaa99:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:16:24,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:24,062 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:16:24,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 611248077f7c234f7b4aa72a587aaa99:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:16:24,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:16:24,064 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:16:24,064 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 611248077f7c234f7b4aa72a587aaa99/A is initiating minor compaction (all files) 2024-12-07T07:16:24,064 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 611248077f7c234f7b4aa72a587aaa99/A in TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:24,064 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/5d49b69f760f4cc3be224d7c65a4c1bb, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/ce62f896f4424948b65e625950eb1825, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/ffe01e1f86de4220a1eb276d954275ca] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp, totalSize=39.2 K 2024-12-07T07:16:24,066 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d49b69f760f4cc3be224d7c65a4c1bb, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733555780582 2024-12-07T07:16:24,066 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:16:24,067 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 611248077f7c234f7b4aa72a587aaa99/B is initiating minor compaction (all files) 2024-12-07T07:16:24,067 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 611248077f7c234f7b4aa72a587aaa99/B in TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:24,067 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/cb90999587f7409dbe1d6fc7f6f51480, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/2b1c67d7df874a40b95bfdd266d52d72, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/3a048f504b894a569c1f45c0113b7f0c] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp, totalSize=36.8 K 2024-12-07T07:16:24,067 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce62f896f4424948b65e625950eb1825, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1733555780718 2024-12-07T07:16:24,067 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting ffe01e1f86de4220a1eb276d954275ca, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1733555782029 2024-12-07T07:16:24,068 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting cb90999587f7409dbe1d6fc7f6f51480, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733555780582 2024-12-07T07:16:24,068 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b1c67d7df874a40b95bfdd266d52d72, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1733555780718 2024-12-07T07:16:24,069 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a048f504b894a569c1f45c0113b7f0c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1733555782029 2024-12-07T07:16:24,073 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 611248077f7c234f7b4aa72a587aaa99#A#compaction#441 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:24,073 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/74970e2c07b643d9ad6a6b90ba07f8a1 is 50, key is test_row_0/A:col10/1733555782029/Put/seqid=0 2024-12-07T07:16:24,096 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 611248077f7c234f7b4aa72a587aaa99#B#compaction#442 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:24,097 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/bd2bfd13788a43a7930efaf2d18c7363 is 50, key is test_row_0/B:col10/1733555782029/Put/seqid=0 2024-12-07T07:16:24,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742342_1518 (size=13153) 2024-12-07T07:16:24,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742343_1519 (size=13153) 2024-12-07T07:16:24,102 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/74970e2c07b643d9ad6a6b90ba07f8a1 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/74970e2c07b643d9ad6a6b90ba07f8a1 2024-12-07T07:16:24,107 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/bd2bfd13788a43a7930efaf2d18c7363 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/bd2bfd13788a43a7930efaf2d18c7363 2024-12-07T07:16:24,109 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 611248077f7c234f7b4aa72a587aaa99/A of 611248077f7c234f7b4aa72a587aaa99 into 74970e2c07b643d9ad6a6b90ba07f8a1(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:24,110 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:24,110 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., storeName=611248077f7c234f7b4aa72a587aaa99/A, priority=13, startTime=1733555784061; duration=0sec 2024-12-07T07:16:24,110 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:16:24,110 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 611248077f7c234f7b4aa72a587aaa99:A 2024-12-07T07:16:24,110 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:16:24,114 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:16:24,114 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 611248077f7c234f7b4aa72a587aaa99/C is initiating minor compaction (all files) 2024-12-07T07:16:24,114 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 611248077f7c234f7b4aa72a587aaa99/C in TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:24,114 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/95a8b26df7664660807a0a6224ee48ad, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/c33f5182278143739cdfaa0d408d7ab7, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/e540395eb00f401fa84205c21f1ce8b6] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp, totalSize=36.8 K 2024-12-07T07:16:24,114 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 611248077f7c234f7b4aa72a587aaa99/B of 611248077f7c234f7b4aa72a587aaa99 into bd2bfd13788a43a7930efaf2d18c7363(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:24,115 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:24,115 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., storeName=611248077f7c234f7b4aa72a587aaa99/B, priority=13, startTime=1733555784061; duration=0sec 2024-12-07T07:16:24,115 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95a8b26df7664660807a0a6224ee48ad, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733555780582 2024-12-07T07:16:24,115 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:24,115 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 611248077f7c234f7b4aa72a587aaa99:B 2024-12-07T07:16:24,115 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting c33f5182278143739cdfaa0d408d7ab7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1733555780718 2024-12-07T07:16:24,115 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting e540395eb00f401fa84205c21f1ce8b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1733555782029 2024-12-07T07:16:24,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-07T07:16:24,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:24,122 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 611248077f7c234f7b4aa72a587aaa99 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-07T07:16:24,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=A 2024-12-07T07:16:24,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:24,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=B 2024-12-07T07:16:24,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:24,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=C 2024-12-07T07:16:24,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:24,123 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 611248077f7c234f7b4aa72a587aaa99#C#compaction#443 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:24,123 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/d0b96ed60dfd4dab988545677ad6724b is 50, key is test_row_0/C:col10/1733555782029/Put/seqid=0 2024-12-07T07:16:24,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/924c56c1c73a42ddb10365d29e4bbdd6 is 50, key is test_row_0/A:col10/1733555783263/Put/seqid=0 2024-12-07T07:16:24,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742344_1520 (size=13153) 2024-12-07T07:16:24,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742345_1521 (size=12301) 2024-12-07T07:16:24,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-07T07:16:24,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 611248077f7c234f7b4aa72a587aaa99 2024-12-07T07:16:24,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. as already flushing 2024-12-07T07:16:24,537 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/d0b96ed60dfd4dab988545677ad6724b as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/d0b96ed60dfd4dab988545677ad6724b 2024-12-07T07:16:24,542 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 611248077f7c234f7b4aa72a587aaa99/C of 611248077f7c234f7b4aa72a587aaa99 into d0b96ed60dfd4dab988545677ad6724b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:24,542 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:24,542 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., storeName=611248077f7c234f7b4aa72a587aaa99/C, priority=13, startTime=1733555784062; duration=0sec 2024-12-07T07:16:24,542 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:24,542 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 611248077f7c234f7b4aa72a587aaa99:C 2024-12-07T07:16:24,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:24,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555844553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:24,564 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:24,564 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:24,564 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:24,567 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/924c56c1c73a42ddb10365d29e4bbdd6 2024-12-07T07:16:24,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/34f9e5cd324f427691bcc0adcee6bfe3 is 50, key is test_row_0/B:col10/1733555783263/Put/seqid=0 2024-12-07T07:16:24,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742346_1522 (size=12301) 2024-12-07T07:16:24,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:24,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555844670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:24,678 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:24,678 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:24,678 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:24,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-07T07:16:24,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:24,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555844890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:24,897 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:24,898 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:24,898 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:24,983 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/34f9e5cd324f427691bcc0adcee6bfe3 2024-12-07T07:16:24,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/c5cdcc4f8f894928a2db1a93d525b91b is 50, key is test_row_0/C:col10/1733555783263/Put/seqid=0 2024-12-07T07:16:25,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742347_1523 (size=12301) 2024-12-07T07:16:25,021 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/c5cdcc4f8f894928a2db1a93d525b91b 2024-12-07T07:16:25,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/924c56c1c73a42ddb10365d29e4bbdd6 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/924c56c1c73a42ddb10365d29e4bbdd6 2024-12-07T07:16:25,028 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/924c56c1c73a42ddb10365d29e4bbdd6, entries=150, sequenceid=426, filesize=12.0 K 2024-12-07T07:16:25,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/34f9e5cd324f427691bcc0adcee6bfe3 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/34f9e5cd324f427691bcc0adcee6bfe3 2024-12-07T07:16:25,034 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/34f9e5cd324f427691bcc0adcee6bfe3, entries=150, sequenceid=426, filesize=12.0 K 2024-12-07T07:16:25,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/c5cdcc4f8f894928a2db1a93d525b91b as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/c5cdcc4f8f894928a2db1a93d525b91b 2024-12-07T07:16:25,048 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/c5cdcc4f8f894928a2db1a93d525b91b, entries=150, sequenceid=426, filesize=12.0 K 2024-12-07T07:16:25,049 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 611248077f7c234f7b4aa72a587aaa99 in 927ms, sequenceid=426, compaction requested=false 2024-12-07T07:16:25,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:25,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:25,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-12-07T07:16:25,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-12-07T07:16:25,056 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-12-07T07:16:25,056 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3910 sec 2024-12-07T07:16:25,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 1.3970 sec 2024-12-07T07:16:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 611248077f7c234f7b4aa72a587aaa99 2024-12-07T07:16:25,204 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 611248077f7c234f7b4aa72a587aaa99 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-12-07T07:16:25,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=A 2024-12-07T07:16:25,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:16:25,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=B 2024-12-07T07:16:25,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:16:25,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=C 2024-12-07T07:16:25,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:16:25,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/5b3c4f54f30c48c4821da4293bda0490 is 50, key is test_row_0/A:col10/1733555784508/Put/seqid=0 2024-12-07T07:16:25,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742348_1524 (size=14741) 2024-12-07T07:16:25,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/5b3c4f54f30c48c4821da4293bda0490 2024-12-07T07:16:25,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/d7f46661e53043fcb56766f948cba305 is 50, key is test_row_0/B:col10/1733555784508/Put/seqid=0 2024-12-07T07:16:25,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742349_1525 (size=12301) 2024-12-07T07:16:25,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555845271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:25,279 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:25,279 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:25,279 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:25,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555845390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:25,402 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:25,402 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:25,402 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:25,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555845610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:25,618 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:25,618 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:25,618 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:25,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/d7f46661e53043fcb56766f948cba305 2024-12-07T07:16:25,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/61fc8b804e9c49478770db426a23d640 is 50, key is test_row_0/C:col10/1733555784508/Put/seqid=0 2024-12-07T07:16:25,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742350_1526 (size=12301) 2024-12-07T07:16:25,653 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/61fc8b804e9c49478770db426a23d640 2024-12-07T07:16:25,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/5b3c4f54f30c48c4821da4293bda0490 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/5b3c4f54f30c48c4821da4293bda0490 2024-12-07T07:16:25,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/5b3c4f54f30c48c4821da4293bda0490, entries=200, sequenceid=448, filesize=14.4 K 2024-12-07T07:16:25,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/d7f46661e53043fcb56766f948cba305 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/d7f46661e53043fcb56766f948cba305 2024-12-07T07:16:25,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/d7f46661e53043fcb56766f948cba305, entries=150, sequenceid=448, filesize=12.0 K 2024-12-07T07:16:25,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/61fc8b804e9c49478770db426a23d640 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/61fc8b804e9c49478770db426a23d640 2024-12-07T07:16:25,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/61fc8b804e9c49478770db426a23d640, entries=150, sequenceid=448, filesize=12.0 K 2024-12-07T07:16:25,676 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 611248077f7c234f7b4aa72a587aaa99 in 473ms, sequenceid=448, compaction requested=true 2024-12-07T07:16:25,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:25,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 611248077f7c234f7b4aa72a587aaa99:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:16:25,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:25,676 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:16:25,676 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:16:25,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 611248077f7c234f7b4aa72a587aaa99:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:16:25,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:25,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 611248077f7c234f7b4aa72a587aaa99:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:16:25,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:16:25,677 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:16:25,677 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 611248077f7c234f7b4aa72a587aaa99/A is initiating minor compaction (all files) 2024-12-07T07:16:25,677 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 611248077f7c234f7b4aa72a587aaa99/A in TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:25,677 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/74970e2c07b643d9ad6a6b90ba07f8a1, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/924c56c1c73a42ddb10365d29e4bbdd6, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/5b3c4f54f30c48c4821da4293bda0490] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp, totalSize=39.3 K 2024-12-07T07:16:25,678 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:16:25,678 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74970e2c07b643d9ad6a6b90ba07f8a1, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1733555782029 2024-12-07T07:16:25,678 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 611248077f7c234f7b4aa72a587aaa99/B is initiating minor compaction (all files) 2024-12-07T07:16:25,678 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 611248077f7c234f7b4aa72a587aaa99/B in TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:25,678 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/bd2bfd13788a43a7930efaf2d18c7363, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/34f9e5cd324f427691bcc0adcee6bfe3, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/d7f46661e53043fcb56766f948cba305] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp, totalSize=36.9 K 2024-12-07T07:16:25,678 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting bd2bfd13788a43a7930efaf2d18c7363, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1733555782029 2024-12-07T07:16:25,678 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 924c56c1c73a42ddb10365d29e4bbdd6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1733555783243 2024-12-07T07:16:25,678 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 34f9e5cd324f427691bcc0adcee6bfe3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1733555783243 2024-12-07T07:16:25,679 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b3c4f54f30c48c4821da4293bda0490, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1733555784508 2024-12-07T07:16:25,679 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting d7f46661e53043fcb56766f948cba305, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1733555784508 2024-12-07T07:16:25,687 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 611248077f7c234f7b4aa72a587aaa99#A#compaction#450 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:25,688 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/9235b45c60214f2d93c3f001306e7d65 is 50, key is test_row_0/A:col10/1733555784508/Put/seqid=0 2024-12-07T07:16:25,692 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 611248077f7c234f7b4aa72a587aaa99#B#compaction#451 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:25,692 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/62ccff49063e43c7996f23516c1a6eb8 is 50, key is test_row_0/B:col10/1733555784508/Put/seqid=0 2024-12-07T07:16:25,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742351_1527 (size=13255) 2024-12-07T07:16:25,725 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/9235b45c60214f2d93c3f001306e7d65 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/9235b45c60214f2d93c3f001306e7d65 2024-12-07T07:16:25,730 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 611248077f7c234f7b4aa72a587aaa99/A of 611248077f7c234f7b4aa72a587aaa99 into 9235b45c60214f2d93c3f001306e7d65(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:25,730 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:25,730 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., storeName=611248077f7c234f7b4aa72a587aaa99/A, priority=13, startTime=1733555785676; duration=0sec 2024-12-07T07:16:25,731 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:16:25,731 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 611248077f7c234f7b4aa72a587aaa99:A 2024-12-07T07:16:25,731 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:16:25,732 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:16:25,732 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 611248077f7c234f7b4aa72a587aaa99/C is initiating minor compaction (all files) 2024-12-07T07:16:25,732 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 611248077f7c234f7b4aa72a587aaa99/C in TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:25,733 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/d0b96ed60dfd4dab988545677ad6724b, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/c5cdcc4f8f894928a2db1a93d525b91b, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/61fc8b804e9c49478770db426a23d640] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp, totalSize=36.9 K 2024-12-07T07:16:25,734 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0b96ed60dfd4dab988545677ad6724b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1733555782029 2024-12-07T07:16:25,734 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5cdcc4f8f894928a2db1a93d525b91b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1733555783243 2024-12-07T07:16:25,735 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61fc8b804e9c49478770db426a23d640, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1733555784508 2024-12-07T07:16:25,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742352_1528 (size=13255) 2024-12-07T07:16:25,756 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 611248077f7c234f7b4aa72a587aaa99#C#compaction#452 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:25,757 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/4339384576e342b980b62d4785504e9c is 50, key is test_row_0/C:col10/1733555784508/Put/seqid=0 2024-12-07T07:16:25,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742353_1529 (size=13255) 2024-12-07T07:16:25,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-07T07:16:25,820 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:16:25,820 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T07:16:25,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-12-07T07:16:25,823 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T07:16:25,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-07T07:16:25,825 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T07:16:25,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T07:16:25,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-07T07:16:25,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 611248077f7c234f7b4aa72a587aaa99 2024-12-07T07:16:25,938 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 611248077f7c234f7b4aa72a587aaa99 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-07T07:16:25,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=A 2024-12-07T07:16:25,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:25,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=B 2024-12-07T07:16:25,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:25,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=C 2024-12-07T07:16:25,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:25,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/8349ddd4842f444d82fb312262c0624b is 50, key is test_row_0/A:col10/1733555785262/Put/seqid=0 2024-12-07T07:16:25,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742354_1530 (size=14741) 2024-12-07T07:16:25,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-07T07:16:25,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:25,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. as already flushing 2024-12-07T07:16:25,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:25,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:25,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:25,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:26,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:26,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 295 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555846112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:26,125 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:26,125 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:26,125 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:26,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-07T07:16:26,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:26,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. as already flushing 2024-12-07T07:16:26,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:26,130 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:26,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:26,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:26,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-07T07:16:26,151 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/62ccff49063e43c7996f23516c1a6eb8 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/62ccff49063e43c7996f23516c1a6eb8 2024-12-07T07:16:26,156 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 611248077f7c234f7b4aa72a587aaa99/B of 611248077f7c234f7b4aa72a587aaa99 into 62ccff49063e43c7996f23516c1a6eb8(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:26,156 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:26,156 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., storeName=611248077f7c234f7b4aa72a587aaa99/B, priority=13, startTime=1733555785676; duration=0sec 2024-12-07T07:16:26,157 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:26,157 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 611248077f7c234f7b4aa72a587aaa99:B 2024-12-07T07:16:26,174 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/4339384576e342b980b62d4785504e9c as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/4339384576e342b980b62d4785504e9c 2024-12-07T07:16:26,178 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 611248077f7c234f7b4aa72a587aaa99/C of 611248077f7c234f7b4aa72a587aaa99 into 4339384576e342b980b62d4785504e9c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:26,178 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:26,179 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., storeName=611248077f7c234f7b4aa72a587aaa99/C, priority=13, startTime=1733555785676; duration=0sec 2024-12-07T07:16:26,179 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:26,179 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 611248077f7c234f7b4aa72a587aaa99:C 2024-12-07T07:16:26,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:26,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555846232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:26,238 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:26,238 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:26,238 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:26,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-07T07:16:26,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:26,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. as already flushing 2024-12-07T07:16:26,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:26,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:26,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:26,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:26,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/8349ddd4842f444d82fb312262c0624b 2024-12-07T07:16:26,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/96c34cb2a2a744fd8de23c90e0ee8161 is 50, key is test_row_0/B:col10/1733555785262/Put/seqid=0 2024-12-07T07:16:26,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742355_1531 (size=12301) 2024-12-07T07:16:26,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/96c34cb2a2a744fd8de23c90e0ee8161 2024-12-07T07:16:26,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/02231fb39fc44e299c25420cda2dd6b3 is 50, key is test_row_0/C:col10/1733555785262/Put/seqid=0 2024-12-07T07:16:26,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742356_1532 (size=12301) 2024-12-07T07:16:26,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-07T07:16:26,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:26,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. as already flushing 2024-12-07T07:16:26,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:26,442 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:26,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:26,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-07T07:16:26,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 297 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555846450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:26,455 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:26,455 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:26,455 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:26,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-07T07:16:26,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:26,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. as already flushing 2024-12-07T07:16:26,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:26,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:26,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:26,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-07T07:16:26,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:26,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. as already flushing 2024-12-07T07:16:26,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:26,750 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:26,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:26,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:26,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:26,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555846760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:26,765 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:26,765 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:26,765 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:26,792 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/02231fb39fc44e299c25420cda2dd6b3 2024-12-07T07:16:26,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/8349ddd4842f444d82fb312262c0624b as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/8349ddd4842f444d82fb312262c0624b 2024-12-07T07:16:26,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/8349ddd4842f444d82fb312262c0624b, entries=200, sequenceid=461, filesize=14.4 K 2024-12-07T07:16:26,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/96c34cb2a2a744fd8de23c90e0ee8161 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/96c34cb2a2a744fd8de23c90e0ee8161 2024-12-07T07:16:26,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/96c34cb2a2a744fd8de23c90e0ee8161, entries=150, sequenceid=461, filesize=12.0 K 2024-12-07T07:16:26,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/02231fb39fc44e299c25420cda2dd6b3 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/02231fb39fc44e299c25420cda2dd6b3 2024-12-07T07:16:26,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/02231fb39fc44e299c25420cda2dd6b3, entries=150, sequenceid=461, filesize=12.0 K 2024-12-07T07:16:26,804 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 611248077f7c234f7b4aa72a587aaa99 in 866ms, sequenceid=461, compaction requested=false 2024-12-07T07:16:26,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:26,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-07T07:16:26,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:26,902 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 611248077f7c234f7b4aa72a587aaa99 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-07T07:16:26,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=A 2024-12-07T07:16:26,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:26,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=B 2024-12-07T07:16:26,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:26,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=C 2024-12-07T07:16:26,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:26,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/d91df936c2ae4b75852b8fcea4a1fedd is 50, key is test_row_0/A:col10/1733555786109/Put/seqid=0 2024-12-07T07:16:26,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742357_1533 (size=12301) 2024-12-07T07:16:26,910 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/d91df936c2ae4b75852b8fcea4a1fedd 2024-12-07T07:16:26,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/05e8ad7f98d1445a97838163ca8c8e00 is 50, key is test_row_0/B:col10/1733555786109/Put/seqid=0 2024-12-07T07:16:26,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742358_1534 (size=12301) 2024-12-07T07:16:26,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-07T07:16:27,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 611248077f7c234f7b4aa72a587aaa99 2024-12-07T07:16:27,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. as already flushing 2024-12-07T07:16:27,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:27,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 308 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555847306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:27,311 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:27,311 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:27,311 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:27,322 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/05e8ad7f98d1445a97838163ca8c8e00 2024-12-07T07:16:27,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/404afdf362a747bfbc874006b9924192 is 50, key is test_row_0/C:col10/1733555786109/Put/seqid=0 2024-12-07T07:16:27,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742359_1535 (size=12301) 2024-12-07T07:16:27,333 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/404afdf362a747bfbc874006b9924192 2024-12-07T07:16:27,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/d91df936c2ae4b75852b8fcea4a1fedd as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/d91df936c2ae4b75852b8fcea4a1fedd 2024-12-07T07:16:27,338 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/d91df936c2ae4b75852b8fcea4a1fedd, entries=150, sequenceid=483, filesize=12.0 K 2024-12-07T07:16:27,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/05e8ad7f98d1445a97838163ca8c8e00 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/05e8ad7f98d1445a97838163ca8c8e00 2024-12-07T07:16:27,341 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/05e8ad7f98d1445a97838163ca8c8e00, entries=150, sequenceid=483, filesize=12.0 K 2024-12-07T07:16:27,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/404afdf362a747bfbc874006b9924192 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/404afdf362a747bfbc874006b9924192 2024-12-07T07:16:27,344 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/404afdf362a747bfbc874006b9924192, entries=150, sequenceid=483, filesize=12.0 K 2024-12-07T07:16:27,344 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 611248077f7c234f7b4aa72a587aaa99 in 442ms, sequenceid=483, compaction requested=true 2024-12-07T07:16:27,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:27,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:27,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-12-07T07:16:27,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-12-07T07:16:27,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-12-07T07:16:27,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5210 sec 2024-12-07T07:16:27,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.5270 sec 2024-12-07T07:16:27,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 611248077f7c234f7b4aa72a587aaa99 2024-12-07T07:16:27,424 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 611248077f7c234f7b4aa72a587aaa99 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-07T07:16:27,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=A 2024-12-07T07:16:27,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:27,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=B 2024-12-07T07:16:27,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:27,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=C 2024-12-07T07:16:27,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:27,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/3d06a4a9359b437381e1653494152f53 is 50, key is test_row_0/A:col10/1733555787423/Put/seqid=0 2024-12-07T07:16:27,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742360_1536 (size=14741) 2024-12-07T07:16:27,430 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/3d06a4a9359b437381e1653494152f53 2024-12-07T07:16:27,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/1da2aaa28d7648189822bb4b0b9a4b30 is 50, key is test_row_0/B:col10/1733555787423/Put/seqid=0 2024-12-07T07:16:27,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742361_1537 (size=12301) 2024-12-07T07:16:27,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:27,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 326 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555847535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:27,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:27,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:27,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:27,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:27,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 327 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555847650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:27,652 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:27,652 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:27,652 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:27,840 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/1da2aaa28d7648189822bb4b0b9a4b30 2024-12-07T07:16:27,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/8b9f1c550c9c4ecba7468682848e2ba6 is 50, key is test_row_0/C:col10/1733555787423/Put/seqid=0 2024-12-07T07:16:27,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742362_1538 (size=12301) 2024-12-07T07:16:27,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:27,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 328 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555847860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:27,867 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:27,867 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:27,867 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:27,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-07T07:16:27,971 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:16:27,971 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T07:16:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-12-07T07:16:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-07T07:16:27,973 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T07:16:27,973 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T07:16:27,973 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T07:16:28,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-07T07:16:28,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-07T07:16:28,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:28,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. as already flushing 2024-12-07T07:16:28,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:28,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:28,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:28,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:28,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:28,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 329 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555848170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:28,177 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:28,177 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:28,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:28,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/8b9f1c550c9c4ecba7468682848e2ba6 2024-12-07T07:16:28,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/3d06a4a9359b437381e1653494152f53 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/3d06a4a9359b437381e1653494152f53 2024-12-07T07:16:28,254 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/3d06a4a9359b437381e1653494152f53, entries=200, sequenceid=496, filesize=14.4 K 2024-12-07T07:16:28,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/1da2aaa28d7648189822bb4b0b9a4b30 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/1da2aaa28d7648189822bb4b0b9a4b30 2024-12-07T07:16:28,258 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/1da2aaa28d7648189822bb4b0b9a4b30, entries=150, sequenceid=496, filesize=12.0 K 2024-12-07T07:16:28,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/8b9f1c550c9c4ecba7468682848e2ba6 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/8b9f1c550c9c4ecba7468682848e2ba6 2024-12-07T07:16:28,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/8b9f1c550c9c4ecba7468682848e2ba6, entries=150, sequenceid=496, filesize=12.0 K 2024-12-07T07:16:28,261 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 611248077f7c234f7b4aa72a587aaa99 in 837ms, sequenceid=496, compaction requested=true 2024-12-07T07:16:28,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:28,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 611248077f7c234f7b4aa72a587aaa99:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:16:28,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:28,261 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T07:16:28,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 611248077f7c234f7b4aa72a587aaa99:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:16:28,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:28,261 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T07:16:28,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 611248077f7c234f7b4aa72a587aaa99:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:16:28,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:16:28,262 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55038 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T07:16:28,262 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T07:16:28,262 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 611248077f7c234f7b4aa72a587aaa99/A is initiating minor compaction (all files) 2024-12-07T07:16:28,262 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 611248077f7c234f7b4aa72a587aaa99/B is initiating minor compaction (all files) 2024-12-07T07:16:28,262 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 611248077f7c234f7b4aa72a587aaa99/B in TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:28,263 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/62ccff49063e43c7996f23516c1a6eb8, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/96c34cb2a2a744fd8de23c90e0ee8161, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/05e8ad7f98d1445a97838163ca8c8e00, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/1da2aaa28d7648189822bb4b0b9a4b30] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp, totalSize=49.0 K 2024-12-07T07:16:28,263 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 611248077f7c234f7b4aa72a587aaa99/A in TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:28,263 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/9235b45c60214f2d93c3f001306e7d65, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/8349ddd4842f444d82fb312262c0624b, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/d91df936c2ae4b75852b8fcea4a1fedd, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/3d06a4a9359b437381e1653494152f53] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp, totalSize=53.7 K 2024-12-07T07:16:28,263 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 62ccff49063e43c7996f23516c1a6eb8, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1733555784508 2024-12-07T07:16:28,263 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9235b45c60214f2d93c3f001306e7d65, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1733555784508 2024-12-07T07:16:28,263 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 96c34cb2a2a744fd8de23c90e0ee8161, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1733555785234 2024-12-07T07:16:28,263 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8349ddd4842f444d82fb312262c0624b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1733555785234 2024-12-07T07:16:28,263 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting d91df936c2ae4b75852b8fcea4a1fedd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1733555786063 2024-12-07T07:16:28,263 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 05e8ad7f98d1445a97838163ca8c8e00, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1733555786063 2024-12-07T07:16:28,264 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d06a4a9359b437381e1653494152f53, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1733555787279 2024-12-07T07:16:28,264 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 1da2aaa28d7648189822bb4b0b9a4b30, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1733555787279 2024-12-07T07:16:28,269 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 611248077f7c234f7b4aa72a587aaa99#A#compaction#462 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:28,269 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/5a0b793c1e93416a9c3d52f9849999a1 is 50, key is test_row_0/A:col10/1733555787423/Put/seqid=0 2024-12-07T07:16:28,271 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 611248077f7c234f7b4aa72a587aaa99#B#compaction#463 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:28,271 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/65c63cdf1c664dfd8b64dec6e59daa99 is 50, key is test_row_0/B:col10/1733555787423/Put/seqid=0 2024-12-07T07:16:28,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742363_1539 (size=13391) 2024-12-07T07:16:28,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742364_1540 (size=13391) 2024-12-07T07:16:28,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-07T07:16:28,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:28,278 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 611248077f7c234f7b4aa72a587aaa99 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-07T07:16:28,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=A 2024-12-07T07:16:28,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:28,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=B 2024-12-07T07:16:28,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:28,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=C 2024-12-07T07:16:28,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:28,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/be55437f22214611be884a9b417a7003 is 50, key is test_row_0/A:col10/1733555787513/Put/seqid=0 2024-12-07T07:16:28,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742365_1541 (size=12301) 2024-12-07T07:16:28,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-07T07:16:28,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-07T07:16:28,675 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/5a0b793c1e93416a9c3d52f9849999a1 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/5a0b793c1e93416a9c3d52f9849999a1 2024-12-07T07:16:28,678 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/65c63cdf1c664dfd8b64dec6e59daa99 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/65c63cdf1c664dfd8b64dec6e59daa99 2024-12-07T07:16:28,679 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 611248077f7c234f7b4aa72a587aaa99/A of 611248077f7c234f7b4aa72a587aaa99 into 5a0b793c1e93416a9c3d52f9849999a1(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:28,679 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:28,679 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., storeName=611248077f7c234f7b4aa72a587aaa99/A, priority=12, startTime=1733555788261; duration=0sec 2024-12-07T07:16:28,679 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:16:28,679 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 611248077f7c234f7b4aa72a587aaa99:A 2024-12-07T07:16:28,679 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T07:16:28,680 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T07:16:28,680 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 611248077f7c234f7b4aa72a587aaa99/C is initiating minor compaction (all files) 2024-12-07T07:16:28,680 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 611248077f7c234f7b4aa72a587aaa99/C in TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:28,680 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/4339384576e342b980b62d4785504e9c, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/02231fb39fc44e299c25420cda2dd6b3, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/404afdf362a747bfbc874006b9924192, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/8b9f1c550c9c4ecba7468682848e2ba6] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp, totalSize=49.0 K 2024-12-07T07:16:28,680 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4339384576e342b980b62d4785504e9c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1733555784508 2024-12-07T07:16:28,680 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 02231fb39fc44e299c25420cda2dd6b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1733555785234 2024-12-07T07:16:28,680 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 404afdf362a747bfbc874006b9924192, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1733555786063 2024-12-07T07:16:28,681 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b9f1c550c9c4ecba7468682848e2ba6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1733555787279 2024-12-07T07:16:28,682 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 611248077f7c234f7b4aa72a587aaa99/B of 611248077f7c234f7b4aa72a587aaa99 into 65c63cdf1c664dfd8b64dec6e59daa99(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:28,682 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:28,682 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., storeName=611248077f7c234f7b4aa72a587aaa99/B, priority=12, startTime=1733555788261; duration=0sec 2024-12-07T07:16:28,682 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:28,682 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 611248077f7c234f7b4aa72a587aaa99:B 2024-12-07T07:16:28,686 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/be55437f22214611be884a9b417a7003 2024-12-07T07:16:28,686 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 611248077f7c234f7b4aa72a587aaa99#C#compaction#465 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:28,687 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/1284ac42486a4dbd88c4ad41423a2ccc is 50, key is test_row_0/C:col10/1733555787423/Put/seqid=0 2024-12-07T07:16:28,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742366_1542 (size=13391) 2024-12-07T07:16:28,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/3e4f3abbe7f049cda27cc78242366aa4 is 50, key is test_row_0/B:col10/1733555787513/Put/seqid=0 2024-12-07T07:16:28,697 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/1284ac42486a4dbd88c4ad41423a2ccc as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/1284ac42486a4dbd88c4ad41423a2ccc 2024-12-07T07:16:28,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 611248077f7c234f7b4aa72a587aaa99 2024-12-07T07:16:28,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. as already flushing 2024-12-07T07:16:28,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742367_1543 (size=12301) 2024-12-07T07:16:28,699 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/3e4f3abbe7f049cda27cc78242366aa4 2024-12-07T07:16:28,703 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 611248077f7c234f7b4aa72a587aaa99/C of 611248077f7c234f7b4aa72a587aaa99 into 1284ac42486a4dbd88c4ad41423a2ccc(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:28,703 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:28,703 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., storeName=611248077f7c234f7b4aa72a587aaa99/C, priority=12, startTime=1733555788261; duration=0sec 2024-12-07T07:16:28,703 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:28,703 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 611248077f7c234f7b4aa72a587aaa99:C 2024-12-07T07:16:28,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/39a7e3da0829425bbccfcbe21b87283f is 50, key is test_row_0/C:col10/1733555787513/Put/seqid=0 2024-12-07T07:16:28,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742368_1544 (size=12301) 2024-12-07T07:16:28,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:28,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 340 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555848753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:28,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:28,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:28,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:28,870 INFO [Thread-2001 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2001. 2024-12-07T07:16:28,870 INFO [Thread-1999 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1999. 2024-12-07T07:16:28,870 DEBUG [Thread-2001 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:16:28,870 DEBUG [Thread-1999 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:16:28,870 DEBUG [Thread-2001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:28,870 DEBUG [Thread-1999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:28,870 DEBUG [Thread-2001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:28,870 DEBUG [Thread-1999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:28,870 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:16:28,870 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:16:28,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:28,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 341 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555848870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:28,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:28,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:28,874 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:28,874 INFO [Thread-1995 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1995. 2024-12-07T07:16:28,874 DEBUG [Thread-1995 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:16:28,874 DEBUG [Thread-1995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:28,874 DEBUG [Thread-1995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:28,874 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:16:28,875 INFO [Thread-1997 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1997. 2024-12-07T07:16:28,875 DEBUG [Thread-1997 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:16:28,875 DEBUG [Thread-1997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:28,875 DEBUG [Thread-1997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:28,875 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:16:28,877 INFO [Thread-2003 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2003. 2024-12-07T07:16:28,877 DEBUG [Thread-2003 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:16:28,877 DEBUG [Thread-2003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:28,877 DEBUG [Thread-2003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:28,877 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:16:29,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:29,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 342 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43696 deadline: 1733555849081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:29,082 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 , the old value is region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:29,082 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:29,083 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., hostname=5d4d7471f19e,42791,1733555642814, seqNum=2 because the exception is null or not the one we care about 2024-12-07T07:16:29,109 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/39a7e3da0829425bbccfcbe21b87283f 2024-12-07T07:16:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-07T07:16:29,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/be55437f22214611be884a9b417a7003 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/be55437f22214611be884a9b417a7003 2024-12-07T07:16:29,121 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/be55437f22214611be884a9b417a7003, entries=150, sequenceid=515, filesize=12.0 K 2024-12-07T07:16:29,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/3e4f3abbe7f049cda27cc78242366aa4 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/3e4f3abbe7f049cda27cc78242366aa4 2024-12-07T07:16:29,125 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/3e4f3abbe7f049cda27cc78242366aa4, entries=150, sequenceid=515, filesize=12.0 K 2024-12-07T07:16:29,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/39a7e3da0829425bbccfcbe21b87283f as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/39a7e3da0829425bbccfcbe21b87283f 2024-12-07T07:16:29,129 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/39a7e3da0829425bbccfcbe21b87283f, entries=150, sequenceid=515, filesize=12.0 K 2024-12-07T07:16:29,130 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 611248077f7c234f7b4aa72a587aaa99 in 852ms, sequenceid=515, compaction requested=false 2024-12-07T07:16:29,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:29,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:29,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-12-07T07:16:29,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-12-07T07:16:29,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-12-07T07:16:29,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1590 sec 2024-12-07T07:16:29,135 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.1630 sec 2024-12-07T07:16:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 611248077f7c234f7b4aa72a587aaa99 2024-12-07T07:16:29,395 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 611248077f7c234f7b4aa72a587aaa99 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-07T07:16:29,395 INFO [Thread-1990 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1990. 2024-12-07T07:16:29,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=A 2024-12-07T07:16:29,395 DEBUG [Thread-1990 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:16:29,395 DEBUG [Thread-1990 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:29,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:29,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=B 2024-12-07T07:16:29,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:29,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=C 2024-12-07T07:16:29,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:29,396 DEBUG [Thread-1990 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:29,396 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:16:29,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/14ef03910edf49349a5eb180d4a031e2 is 50, key is test_row_0/A:col10/1733555788744/Put/seqid=0 2024-12-07T07:16:29,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742369_1545 (size=12301) 2024-12-07T07:16:29,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/14ef03910edf49349a5eb180d4a031e2 2024-12-07T07:16:29,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/107a04ea535d423c9e6213d95a5fa823 is 50, key is test_row_0/B:col10/1733555788744/Put/seqid=0 2024-12-07T07:16:29,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742370_1546 (size=12301) 2024-12-07T07:16:30,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-07T07:16:30,131 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:16:30,226 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/107a04ea535d423c9e6213d95a5fa823 2024-12-07T07:16:30,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/c1e7006daa394544ba5530d650e89649 is 50, key is test_row_0/C:col10/1733555788744/Put/seqid=0 2024-12-07T07:16:30,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742371_1547 (size=12301) 2024-12-07T07:16:30,642 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/c1e7006daa394544ba5530d650e89649 2024-12-07T07:16:30,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/14ef03910edf49349a5eb180d4a031e2 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/14ef03910edf49349a5eb180d4a031e2 2024-12-07T07:16:30,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/14ef03910edf49349a5eb180d4a031e2, entries=150, sequenceid=532, filesize=12.0 K 2024-12-07T07:16:30,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/107a04ea535d423c9e6213d95a5fa823 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/107a04ea535d423c9e6213d95a5fa823 2024-12-07T07:16:30,660 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/107a04ea535d423c9e6213d95a5fa823, entries=150, sequenceid=532, filesize=12.0 K 2024-12-07T07:16:30,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/c1e7006daa394544ba5530d650e89649 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/c1e7006daa394544ba5530d650e89649 2024-12-07T07:16:30,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/c1e7006daa394544ba5530d650e89649, entries=150, sequenceid=532, filesize=12.0 K 2024-12-07T07:16:30,665 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=0 B/0 for 611248077f7c234f7b4aa72a587aaa99 in 1270ms, sequenceid=532, compaction requested=true 2024-12-07T07:16:30,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:30,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 611248077f7c234f7b4aa72a587aaa99:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:16:30,665 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:16:30,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:30,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 611248077f7c234f7b4aa72a587aaa99:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:16:30,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:30,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 611248077f7c234f7b4aa72a587aaa99:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:16:30,666 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:16:30,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:16:30,666 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:16:30,666 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:16:30,666 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 611248077f7c234f7b4aa72a587aaa99/A is initiating minor compaction (all files) 2024-12-07T07:16:30,666 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 611248077f7c234f7b4aa72a587aaa99/B is initiating minor compaction (all files) 2024-12-07T07:16:30,667 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 611248077f7c234f7b4aa72a587aaa99/A in TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:30,667 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 611248077f7c234f7b4aa72a587aaa99/B in TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:30,667 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/65c63cdf1c664dfd8b64dec6e59daa99, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/3e4f3abbe7f049cda27cc78242366aa4, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/107a04ea535d423c9e6213d95a5fa823] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp, totalSize=37.1 K 2024-12-07T07:16:30,667 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/5a0b793c1e93416a9c3d52f9849999a1, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/be55437f22214611be884a9b417a7003, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/14ef03910edf49349a5eb180d4a031e2] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp, totalSize=37.1 K 2024-12-07T07:16:30,667 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 65c63cdf1c664dfd8b64dec6e59daa99, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1733555787279 2024-12-07T07:16:30,667 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a0b793c1e93416a9c3d52f9849999a1, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1733555787279 2024-12-07T07:16:30,667 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e4f3abbe7f049cda27cc78242366aa4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1733555787513 2024-12-07T07:16:30,667 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting be55437f22214611be884a9b417a7003, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1733555787513 2024-12-07T07:16:30,668 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 107a04ea535d423c9e6213d95a5fa823, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1733555788744 2024-12-07T07:16:30,668 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 14ef03910edf49349a5eb180d4a031e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1733555788744 2024-12-07T07:16:30,674 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 611248077f7c234f7b4aa72a587aaa99#B#compaction#471 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:30,674 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 611248077f7c234f7b4aa72a587aaa99#A#compaction#472 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:30,675 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/87427697a5cc4989bf31991fe6017788 is 50, key is test_row_0/B:col10/1733555788744/Put/seqid=0 2024-12-07T07:16:30,675 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/f1782a8da72b494eb6c7e9eeecc02878 is 50, key is test_row_0/A:col10/1733555788744/Put/seqid=0 2024-12-07T07:16:30,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742372_1548 (size=13493) 2024-12-07T07:16:30,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742373_1549 (size=13493) 2024-12-07T07:16:31,084 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/f1782a8da72b494eb6c7e9eeecc02878 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/f1782a8da72b494eb6c7e9eeecc02878 2024-12-07T07:16:31,085 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/87427697a5cc4989bf31991fe6017788 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/87427697a5cc4989bf31991fe6017788 2024-12-07T07:16:31,088 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 611248077f7c234f7b4aa72a587aaa99/A of 611248077f7c234f7b4aa72a587aaa99 into f1782a8da72b494eb6c7e9eeecc02878(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:31,088 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:31,088 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., storeName=611248077f7c234f7b4aa72a587aaa99/A, priority=13, startTime=1733555790665; duration=0sec 2024-12-07T07:16:31,089 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:16:31,089 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 611248077f7c234f7b4aa72a587aaa99:A 2024-12-07T07:16:31,089 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:16:31,089 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:16:31,089 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 611248077f7c234f7b4aa72a587aaa99/C is initiating minor compaction (all files) 2024-12-07T07:16:31,090 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 611248077f7c234f7b4aa72a587aaa99/C in TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:31,090 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/1284ac42486a4dbd88c4ad41423a2ccc, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/39a7e3da0829425bbccfcbe21b87283f, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/c1e7006daa394544ba5530d650e89649] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp, totalSize=37.1 K 2024-12-07T07:16:31,090 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 611248077f7c234f7b4aa72a587aaa99/B of 611248077f7c234f7b4aa72a587aaa99 into 87427697a5cc4989bf31991fe6017788(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:31,090 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:31,090 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., storeName=611248077f7c234f7b4aa72a587aaa99/B, priority=13, startTime=1733555790665; duration=0sec 2024-12-07T07:16:31,090 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:31,090 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 611248077f7c234f7b4aa72a587aaa99:B 2024-12-07T07:16:31,090 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1284ac42486a4dbd88c4ad41423a2ccc, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1733555787279 2024-12-07T07:16:31,090 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39a7e3da0829425bbccfcbe21b87283f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1733555787513 2024-12-07T07:16:31,090 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting c1e7006daa394544ba5530d650e89649, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1733555788744 2024-12-07T07:16:31,097 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 611248077f7c234f7b4aa72a587aaa99#C#compaction#473 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:31,098 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/4c5025b6190a42cb904730d7c325dd59 is 50, key is test_row_0/C:col10/1733555788744/Put/seqid=0 2024-12-07T07:16:31,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742374_1550 (size=13493) 2024-12-07T07:16:31,193 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T07:16:31,537 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/4c5025b6190a42cb904730d7c325dd59 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/4c5025b6190a42cb904730d7c325dd59 2024-12-07T07:16:31,542 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 611248077f7c234f7b4aa72a587aaa99/C of 611248077f7c234f7b4aa72a587aaa99 into 4c5025b6190a42cb904730d7c325dd59(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:31,542 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 611248077f7c234f7b4aa72a587aaa99: 2024-12-07T07:16:31,542 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., storeName=611248077f7c234f7b4aa72a587aaa99/C, priority=13, startTime=1733555790666; duration=0sec 2024-12-07T07:16:31,542 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:31,542 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 611248077f7c234f7b4aa72a587aaa99:C 2024-12-07T07:16:32,502 INFO [Thread-1986 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1986. 2024-12-07T07:16:32,502 DEBUG [Thread-1986 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:16:32,502 DEBUG [Thread-1986 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:32,502 DEBUG [Thread-1986 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:32,502 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:16:32,511 INFO [Thread-1992 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1992. 2024-12-07T07:16:32,511 DEBUG [Thread-1992 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:16:32,511 DEBUG [Thread-1992 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:32,511 DEBUG [Thread-1992 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:32,511 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:16:32,542 INFO [Thread-1984 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1984. 2024-12-07T07:16:32,542 INFO [Thread-1988 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1988. 2024-12-07T07:16:32,542 DEBUG [Thread-1984 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:16:32,542 DEBUG [Thread-1984 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:32,542 DEBUG [Thread-1988 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:16:32,542 DEBUG [Thread-1988 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:32,542 DEBUG [Thread-1984 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:32,542 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:16:32,542 DEBUG [Thread-1988 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:32,543 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-07T07:16:32,543 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-12-07T07:16:32,543 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-12-07T07:16:32,543 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 36 2024-12-07T07:16:32,543 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 281 2024-12-07T07:16:32,543 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-12-07T07:16:32,543 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-07T07:16:32,543 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-07T07:16:32,543 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1404 2024-12-07T07:16:32,543 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4209 rows 2024-12-07T07:16:32,543 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1403 2024-12-07T07:16:32,543 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4206 rows 2024-12-07T07:16:32,543 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1406 2024-12-07T07:16:32,543 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4214 rows 2024-12-07T07:16:32,543 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1398 2024-12-07T07:16:32,543 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4190 rows 2024-12-07T07:16:32,543 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1392 2024-12-07T07:16:32,543 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4175 rows 2024-12-07T07:16:32,543 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T07:16:32,543 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T07:16:32,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:32,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:32,543 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:16:32,544 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:16:32,544 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-07T07:16:32,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-07T07:16:32,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-07T07:16:32,549 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733555792549"}]},"ts":"1733555792549"} 2024-12-07T07:16:32,551 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-07T07:16:32,551 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-07T07:16:32,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-07T07:16:32,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=611248077f7c234f7b4aa72a587aaa99, UNASSIGN}] 2024-12-07T07:16:32,554 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=131, ppid=130, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=611248077f7c234f7b4aa72a587aaa99, UNASSIGN 2024-12-07T07:16:32,554 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=131 updating hbase:meta row=611248077f7c234f7b4aa72a587aaa99, regionState=CLOSING, regionLocation=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:32,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=131, ppid=130, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=611248077f7c234f7b4aa72a587aaa99, UNASSIGN because future has completed 2024-12-07T07:16:32,556 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T07:16:32,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; CloseRegionProcedure 611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814}] 2024-12-07T07:16:32,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-07T07:16:32,708 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] handler.UnassignRegionHandler(122): Close 611248077f7c234f7b4aa72a587aaa99 2024-12-07T07:16:32,708 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-07T07:16:32,708 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1722): Closing 611248077f7c234f7b4aa72a587aaa99, disabling compactions & flushes 2024-12-07T07:16:32,708 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:32,708 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:32,708 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. after waiting 0 ms 2024-12-07T07:16:32,708 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:32,708 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(2902): Flushing 611248077f7c234f7b4aa72a587aaa99 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-12-07T07:16:32,708 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=A 2024-12-07T07:16:32,708 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:32,708 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=B 2024-12-07T07:16:32,708 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:32,708 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 611248077f7c234f7b4aa72a587aaa99, store=C 2024-12-07T07:16:32,708 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:32,711 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/f5344cd900274f20bd27f9faaec8a30d is 50, key is test_row_0/A:col10/1733555792501/Put/seqid=0 2024-12-07T07:16:32,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742375_1551 (size=12301) 2024-12-07T07:16:32,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-07T07:16:33,115 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=542 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/f5344cd900274f20bd27f9faaec8a30d 2024-12-07T07:16:33,122 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/9f6b25653f1147d79b587c5608a4d50a is 50, key is test_row_0/B:col10/1733555792501/Put/seqid=0 2024-12-07T07:16:33,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742376_1552 (size=12301) 2024-12-07T07:16:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-07T07:16:33,527 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=542 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/9f6b25653f1147d79b587c5608a4d50a 2024-12-07T07:16:33,534 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/11d069f550364e4fbaa9ce30551d920c is 50, key is test_row_0/C:col10/1733555792501/Put/seqid=0 2024-12-07T07:16:33,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742377_1553 (size=12301) 2024-12-07T07:16:33,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-07T07:16:33,938 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=542 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/11d069f550364e4fbaa9ce30551d920c 2024-12-07T07:16:33,946 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/A/f5344cd900274f20bd27f9faaec8a30d as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/f5344cd900274f20bd27f9faaec8a30d 2024-12-07T07:16:33,951 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/f5344cd900274f20bd27f9faaec8a30d, entries=150, sequenceid=542, filesize=12.0 K 2024-12-07T07:16:33,952 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/B/9f6b25653f1147d79b587c5608a4d50a as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/9f6b25653f1147d79b587c5608a4d50a 2024-12-07T07:16:33,957 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/9f6b25653f1147d79b587c5608a4d50a, entries=150, sequenceid=542, filesize=12.0 K 2024-12-07T07:16:33,957 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/.tmp/C/11d069f550364e4fbaa9ce30551d920c as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/11d069f550364e4fbaa9ce30551d920c 2024-12-07T07:16:33,960 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/11d069f550364e4fbaa9ce30551d920c, entries=150, sequenceid=542, filesize=12.0 K 2024-12-07T07:16:33,961 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 611248077f7c234f7b4aa72a587aaa99 in 1253ms, sequenceid=542, compaction requested=false 2024-12-07T07:16:33,962 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/1073835f327c48ab80bfb73effc6a625, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/22c76f68491d4e55a9092e56ea98a74d, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/5a9048d8a1dd459cba2cde86d0ca3a3d, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/a0f41141374b487bb3aef3ba03780005, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/b9f506fe31e346b6a2b5b14f087d6e5e, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/b11745b426a545948a519b22365e18ad, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/74f5b70ba7d64d259ba3ea7abb0d2b82, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/6a0b55ecfe4d45949c03cfe9596075ee, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/4d5b88cedbf94067ae2c14e885e79a60, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/e636da2e51b44a959ba521487700e86b, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/3c4bba7bf230403d8c6514ac2fe6b2a4, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/fa4b022affa74b2e8c29fbd4966a1981, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/0ecf20c6e7734805abc952ea35781a9e, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/db6109a674e8441c9fa1ddf4275d772e, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/a2d366ecd7d24a5c95e07979c7e11393, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/9bbeb131343845f2817ab6e75eb340fc, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/5d0ad8d02f5f452dbad0a7cc01b867ca, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/47879a9206d3443a850423258af75d41, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/a75fadc972844767bd4366f2b9b1ebf3, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/e59547d8cfcf4b74ab828d9e61599353, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/d9060fbf1c344fef8b54fe1a67da9194, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/5c9c1115f805454aa4a26f1585a97bcc, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/5d49b69f760f4cc3be224d7c65a4c1bb, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/ce62f896f4424948b65e625950eb1825, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/ffe01e1f86de4220a1eb276d954275ca, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/74970e2c07b643d9ad6a6b90ba07f8a1, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/924c56c1c73a42ddb10365d29e4bbdd6, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/5b3c4f54f30c48c4821da4293bda0490, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/9235b45c60214f2d93c3f001306e7d65, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/8349ddd4842f444d82fb312262c0624b, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/d91df936c2ae4b75852b8fcea4a1fedd, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/3d06a4a9359b437381e1653494152f53, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/5a0b793c1e93416a9c3d52f9849999a1, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/be55437f22214611be884a9b417a7003, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/14ef03910edf49349a5eb180d4a031e2] to archive 2024-12-07T07:16:33,963 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T07:16:33,965 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/1073835f327c48ab80bfb73effc6a625 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/1073835f327c48ab80bfb73effc6a625 2024-12-07T07:16:33,966 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/22c76f68491d4e55a9092e56ea98a74d to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/22c76f68491d4e55a9092e56ea98a74d 2024-12-07T07:16:33,967 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/5a9048d8a1dd459cba2cde86d0ca3a3d to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/5a9048d8a1dd459cba2cde86d0ca3a3d 2024-12-07T07:16:33,969 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/a0f41141374b487bb3aef3ba03780005 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/a0f41141374b487bb3aef3ba03780005 2024-12-07T07:16:33,970 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/b9f506fe31e346b6a2b5b14f087d6e5e to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/b9f506fe31e346b6a2b5b14f087d6e5e 2024-12-07T07:16:33,971 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/b11745b426a545948a519b22365e18ad to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/b11745b426a545948a519b22365e18ad 2024-12-07T07:16:33,972 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/74f5b70ba7d64d259ba3ea7abb0d2b82 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/74f5b70ba7d64d259ba3ea7abb0d2b82 2024-12-07T07:16:33,973 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/6a0b55ecfe4d45949c03cfe9596075ee to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/6a0b55ecfe4d45949c03cfe9596075ee 2024-12-07T07:16:33,975 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/4d5b88cedbf94067ae2c14e885e79a60 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/4d5b88cedbf94067ae2c14e885e79a60 2024-12-07T07:16:33,976 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/e636da2e51b44a959ba521487700e86b to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/e636da2e51b44a959ba521487700e86b 2024-12-07T07:16:33,976 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/3c4bba7bf230403d8c6514ac2fe6b2a4 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/3c4bba7bf230403d8c6514ac2fe6b2a4 2024-12-07T07:16:33,977 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/fa4b022affa74b2e8c29fbd4966a1981 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/fa4b022affa74b2e8c29fbd4966a1981 2024-12-07T07:16:33,978 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/0ecf20c6e7734805abc952ea35781a9e to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/0ecf20c6e7734805abc952ea35781a9e 2024-12-07T07:16:33,979 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/db6109a674e8441c9fa1ddf4275d772e to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/db6109a674e8441c9fa1ddf4275d772e 2024-12-07T07:16:33,980 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/a2d366ecd7d24a5c95e07979c7e11393 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/a2d366ecd7d24a5c95e07979c7e11393 2024-12-07T07:16:33,981 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/9bbeb131343845f2817ab6e75eb340fc to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/9bbeb131343845f2817ab6e75eb340fc 2024-12-07T07:16:33,981 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/5d0ad8d02f5f452dbad0a7cc01b867ca to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/5d0ad8d02f5f452dbad0a7cc01b867ca 2024-12-07T07:16:33,982 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/47879a9206d3443a850423258af75d41 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/47879a9206d3443a850423258af75d41 2024-12-07T07:16:33,983 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/a75fadc972844767bd4366f2b9b1ebf3 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/a75fadc972844767bd4366f2b9b1ebf3 2024-12-07T07:16:33,984 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/e59547d8cfcf4b74ab828d9e61599353 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/e59547d8cfcf4b74ab828d9e61599353 2024-12-07T07:16:33,984 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/d9060fbf1c344fef8b54fe1a67da9194 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/d9060fbf1c344fef8b54fe1a67da9194 2024-12-07T07:16:33,985 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/5c9c1115f805454aa4a26f1585a97bcc to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/5c9c1115f805454aa4a26f1585a97bcc 2024-12-07T07:16:33,986 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/5d49b69f760f4cc3be224d7c65a4c1bb to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/5d49b69f760f4cc3be224d7c65a4c1bb 2024-12-07T07:16:33,987 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/ce62f896f4424948b65e625950eb1825 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/ce62f896f4424948b65e625950eb1825 2024-12-07T07:16:33,988 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/ffe01e1f86de4220a1eb276d954275ca to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/ffe01e1f86de4220a1eb276d954275ca 2024-12-07T07:16:33,988 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/74970e2c07b643d9ad6a6b90ba07f8a1 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/74970e2c07b643d9ad6a6b90ba07f8a1 2024-12-07T07:16:33,989 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/924c56c1c73a42ddb10365d29e4bbdd6 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/924c56c1c73a42ddb10365d29e4bbdd6 2024-12-07T07:16:33,989 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/5b3c4f54f30c48c4821da4293bda0490 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/5b3c4f54f30c48c4821da4293bda0490 2024-12-07T07:16:33,990 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/9235b45c60214f2d93c3f001306e7d65 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/9235b45c60214f2d93c3f001306e7d65 2024-12-07T07:16:33,990 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/8349ddd4842f444d82fb312262c0624b to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/8349ddd4842f444d82fb312262c0624b 2024-12-07T07:16:33,991 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/d91df936c2ae4b75852b8fcea4a1fedd to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/d91df936c2ae4b75852b8fcea4a1fedd 2024-12-07T07:16:33,992 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/3d06a4a9359b437381e1653494152f53 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/3d06a4a9359b437381e1653494152f53 2024-12-07T07:16:33,992 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/5a0b793c1e93416a9c3d52f9849999a1 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/5a0b793c1e93416a9c3d52f9849999a1 2024-12-07T07:16:33,993 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/be55437f22214611be884a9b417a7003 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/be55437f22214611be884a9b417a7003 2024-12-07T07:16:33,994 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/14ef03910edf49349a5eb180d4a031e2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/14ef03910edf49349a5eb180d4a031e2 2024-12-07T07:16:33,995 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/bfb8c17fd20d43c2abf79ea3ab2075d4, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/12683ccd80f64448862104f480e97dfa, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/2fdea27cda1644b5a2e2d71bf5659195, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/5d62fee32744402185bdc609a6c86ef2, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/3fee5a4b870f4109ac59c57bf2d2fbba, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/7d9ef302056f4606ac056d04e9537d09, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/3a495c3663cc44b287c4ee358d4693a8, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/a1480451f5684ebe86d8a786469ec20d, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/144531be43e049b8a322228035d3dcea, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/e44c63a568684043882361bde21480ba, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/adcd0eb98e4e4cd2aa7a758b948326ca, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/2d58d70e45ec4531889f60d25201352d, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/74aad25b105d4c359aca2a9f38359cdc, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/dc522e7a566a4c2cbdb24af5a01ab362, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/0fc155d41bce413598a527de0f221c52, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/af1594499d0d4f0e9aee97b1386fe25d, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/865dd93866dd4ac095e52771c1819126, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/6b77a1f454614912acc618e54f9ddcf3, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/727d9b1714a7431d9c678bdc88c2776e, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/5b66a19af8474d17a1cd4d34e0191fa0, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/e72549f3b5f9461381f1c01a20c44c66, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/cb90999587f7409dbe1d6fc7f6f51480, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/325bc866692940deaf9193f1d7042c18, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/2b1c67d7df874a40b95bfdd266d52d72, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/bd2bfd13788a43a7930efaf2d18c7363, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/3a048f504b894a569c1f45c0113b7f0c, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/34f9e5cd324f427691bcc0adcee6bfe3, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/62ccff49063e43c7996f23516c1a6eb8, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/d7f46661e53043fcb56766f948cba305, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/96c34cb2a2a744fd8de23c90e0ee8161, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/05e8ad7f98d1445a97838163ca8c8e00, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/65c63cdf1c664dfd8b64dec6e59daa99, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/1da2aaa28d7648189822bb4b0b9a4b30, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/3e4f3abbe7f049cda27cc78242366aa4, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/107a04ea535d423c9e6213d95a5fa823] to archive 2024-12-07T07:16:33,995 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T07:16:33,996 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/bfb8c17fd20d43c2abf79ea3ab2075d4 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/bfb8c17fd20d43c2abf79ea3ab2075d4 2024-12-07T07:16:33,997 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/12683ccd80f64448862104f480e97dfa to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/12683ccd80f64448862104f480e97dfa 2024-12-07T07:16:33,998 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/2fdea27cda1644b5a2e2d71bf5659195 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/2fdea27cda1644b5a2e2d71bf5659195 2024-12-07T07:16:33,999 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/5d62fee32744402185bdc609a6c86ef2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/5d62fee32744402185bdc609a6c86ef2 2024-12-07T07:16:33,999 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/3fee5a4b870f4109ac59c57bf2d2fbba to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/3fee5a4b870f4109ac59c57bf2d2fbba 2024-12-07T07:16:34,000 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/7d9ef302056f4606ac056d04e9537d09 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/7d9ef302056f4606ac056d04e9537d09 2024-12-07T07:16:34,001 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/3a495c3663cc44b287c4ee358d4693a8 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/3a495c3663cc44b287c4ee358d4693a8 2024-12-07T07:16:34,002 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/a1480451f5684ebe86d8a786469ec20d to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/a1480451f5684ebe86d8a786469ec20d 2024-12-07T07:16:34,002 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/144531be43e049b8a322228035d3dcea to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/144531be43e049b8a322228035d3dcea 2024-12-07T07:16:34,003 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/e44c63a568684043882361bde21480ba to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/e44c63a568684043882361bde21480ba 2024-12-07T07:16:34,004 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/adcd0eb98e4e4cd2aa7a758b948326ca to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/adcd0eb98e4e4cd2aa7a758b948326ca 2024-12-07T07:16:34,004 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/2d58d70e45ec4531889f60d25201352d to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/2d58d70e45ec4531889f60d25201352d 2024-12-07T07:16:34,005 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/74aad25b105d4c359aca2a9f38359cdc to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/74aad25b105d4c359aca2a9f38359cdc 2024-12-07T07:16:34,005 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/dc522e7a566a4c2cbdb24af5a01ab362 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/dc522e7a566a4c2cbdb24af5a01ab362 2024-12-07T07:16:34,006 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/0fc155d41bce413598a527de0f221c52 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/0fc155d41bce413598a527de0f221c52 2024-12-07T07:16:34,007 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/af1594499d0d4f0e9aee97b1386fe25d to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/af1594499d0d4f0e9aee97b1386fe25d 2024-12-07T07:16:34,007 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/865dd93866dd4ac095e52771c1819126 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/865dd93866dd4ac095e52771c1819126 2024-12-07T07:16:34,008 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/6b77a1f454614912acc618e54f9ddcf3 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/6b77a1f454614912acc618e54f9ddcf3 2024-12-07T07:16:34,009 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/727d9b1714a7431d9c678bdc88c2776e to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/727d9b1714a7431d9c678bdc88c2776e 2024-12-07T07:16:34,010 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/5b66a19af8474d17a1cd4d34e0191fa0 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/5b66a19af8474d17a1cd4d34e0191fa0 2024-12-07T07:16:34,010 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/e72549f3b5f9461381f1c01a20c44c66 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/e72549f3b5f9461381f1c01a20c44c66 2024-12-07T07:16:34,011 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/cb90999587f7409dbe1d6fc7f6f51480 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/cb90999587f7409dbe1d6fc7f6f51480 2024-12-07T07:16:34,011 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/325bc866692940deaf9193f1d7042c18 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/325bc866692940deaf9193f1d7042c18 2024-12-07T07:16:34,012 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/2b1c67d7df874a40b95bfdd266d52d72 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/2b1c67d7df874a40b95bfdd266d52d72 2024-12-07T07:16:34,013 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/bd2bfd13788a43a7930efaf2d18c7363 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/bd2bfd13788a43a7930efaf2d18c7363 2024-12-07T07:16:34,013 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/3a048f504b894a569c1f45c0113b7f0c to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/3a048f504b894a569c1f45c0113b7f0c 2024-12-07T07:16:34,014 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/34f9e5cd324f427691bcc0adcee6bfe3 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/34f9e5cd324f427691bcc0adcee6bfe3 2024-12-07T07:16:34,015 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/62ccff49063e43c7996f23516c1a6eb8 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/62ccff49063e43c7996f23516c1a6eb8 2024-12-07T07:16:34,015 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/d7f46661e53043fcb56766f948cba305 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/d7f46661e53043fcb56766f948cba305 2024-12-07T07:16:34,016 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/96c34cb2a2a744fd8de23c90e0ee8161 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/96c34cb2a2a744fd8de23c90e0ee8161 2024-12-07T07:16:34,017 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/05e8ad7f98d1445a97838163ca8c8e00 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/05e8ad7f98d1445a97838163ca8c8e00 2024-12-07T07:16:34,017 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/65c63cdf1c664dfd8b64dec6e59daa99 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/65c63cdf1c664dfd8b64dec6e59daa99 2024-12-07T07:16:34,018 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/1da2aaa28d7648189822bb4b0b9a4b30 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/1da2aaa28d7648189822bb4b0b9a4b30 2024-12-07T07:16:34,019 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/3e4f3abbe7f049cda27cc78242366aa4 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/3e4f3abbe7f049cda27cc78242366aa4 2024-12-07T07:16:34,019 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/107a04ea535d423c9e6213d95a5fa823 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/107a04ea535d423c9e6213d95a5fa823 2024-12-07T07:16:34,021 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/b2de02a255cb4db1b62042abaefa50b2, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/92070bf0d4aa4e93b187a09a0c77f6ed, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/a8c85cb9a7c5499bae63955569207003, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/e91e9e644e174cd8a04cc60ce9816243, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/d7d1ea02a20a4882818db96c97db9e2a, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/d9d52b18ecc24f9e9b9808c105160af2, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/f4e08bf509d14224ab7111e7f9a8a7df, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/bcce499d90c5457c8a7f816b081358cb, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/ddf16d9d204b4c8dbd5077110bce865a, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/dc43ffe97a614f1f993cc097e3ac1044, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/2b2768e8c2964dd58fe6bc60ebe1bee8, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/96a857dedc6d4896bf23994887aa4ff4, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/28364384e5314c15aa418eff630b15a8, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/180c3422570649f59f95475901b8aaf3, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/b21d2ca2918844b3afaaf49ee2c4a79f, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/4e49fee8b7c54705be7de2105d9f82df, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/09877395bcda451aa966b96cc64a383a, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/c19c8b6c5cd3433b94e212c9e7ca74fe, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/b444119aa2194e1ab5e55a2836ca067f, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/915f6af577674b729c13fc05a400c0b9, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/232a16c496534d63aad8f17da5ade167, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/95a8b26df7664660807a0a6224ee48ad, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/f7661993c12f4042ba7f853f7b61d0d0, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/c33f5182278143739cdfaa0d408d7ab7, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/d0b96ed60dfd4dab988545677ad6724b, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/e540395eb00f401fa84205c21f1ce8b6, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/c5cdcc4f8f894928a2db1a93d525b91b, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/4339384576e342b980b62d4785504e9c, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/61fc8b804e9c49478770db426a23d640, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/02231fb39fc44e299c25420cda2dd6b3, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/404afdf362a747bfbc874006b9924192, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/1284ac42486a4dbd88c4ad41423a2ccc, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/8b9f1c550c9c4ecba7468682848e2ba6, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/39a7e3da0829425bbccfcbe21b87283f, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/c1e7006daa394544ba5530d650e89649] to archive 2024-12-07T07:16:34,022 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T07:16:34,023 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/b2de02a255cb4db1b62042abaefa50b2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/b2de02a255cb4db1b62042abaefa50b2 2024-12-07T07:16:34,023 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/92070bf0d4aa4e93b187a09a0c77f6ed to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/92070bf0d4aa4e93b187a09a0c77f6ed 2024-12-07T07:16:34,024 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/a8c85cb9a7c5499bae63955569207003 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/a8c85cb9a7c5499bae63955569207003 2024-12-07T07:16:34,025 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/e91e9e644e174cd8a04cc60ce9816243 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/e91e9e644e174cd8a04cc60ce9816243 2024-12-07T07:16:34,026 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/d7d1ea02a20a4882818db96c97db9e2a to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/d7d1ea02a20a4882818db96c97db9e2a 2024-12-07T07:16:34,027 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/d9d52b18ecc24f9e9b9808c105160af2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/d9d52b18ecc24f9e9b9808c105160af2 2024-12-07T07:16:34,028 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/f4e08bf509d14224ab7111e7f9a8a7df to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/f4e08bf509d14224ab7111e7f9a8a7df 2024-12-07T07:16:34,029 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/bcce499d90c5457c8a7f816b081358cb to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/bcce499d90c5457c8a7f816b081358cb 2024-12-07T07:16:34,030 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/ddf16d9d204b4c8dbd5077110bce865a to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/ddf16d9d204b4c8dbd5077110bce865a 2024-12-07T07:16:34,031 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/dc43ffe97a614f1f993cc097e3ac1044 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/dc43ffe97a614f1f993cc097e3ac1044 2024-12-07T07:16:34,032 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/2b2768e8c2964dd58fe6bc60ebe1bee8 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/2b2768e8c2964dd58fe6bc60ebe1bee8 2024-12-07T07:16:34,033 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/96a857dedc6d4896bf23994887aa4ff4 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/96a857dedc6d4896bf23994887aa4ff4 2024-12-07T07:16:34,034 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/28364384e5314c15aa418eff630b15a8 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/28364384e5314c15aa418eff630b15a8 2024-12-07T07:16:34,035 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/180c3422570649f59f95475901b8aaf3 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/180c3422570649f59f95475901b8aaf3 2024-12-07T07:16:34,037 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/b21d2ca2918844b3afaaf49ee2c4a79f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/b21d2ca2918844b3afaaf49ee2c4a79f 2024-12-07T07:16:34,038 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/4e49fee8b7c54705be7de2105d9f82df to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/4e49fee8b7c54705be7de2105d9f82df 2024-12-07T07:16:34,039 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/09877395bcda451aa966b96cc64a383a to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/09877395bcda451aa966b96cc64a383a 2024-12-07T07:16:34,041 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/c19c8b6c5cd3433b94e212c9e7ca74fe to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/c19c8b6c5cd3433b94e212c9e7ca74fe 2024-12-07T07:16:34,042 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/b444119aa2194e1ab5e55a2836ca067f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/b444119aa2194e1ab5e55a2836ca067f 2024-12-07T07:16:34,043 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/915f6af577674b729c13fc05a400c0b9 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/915f6af577674b729c13fc05a400c0b9 2024-12-07T07:16:34,045 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/232a16c496534d63aad8f17da5ade167 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/232a16c496534d63aad8f17da5ade167 2024-12-07T07:16:34,046 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/95a8b26df7664660807a0a6224ee48ad to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/95a8b26df7664660807a0a6224ee48ad 2024-12-07T07:16:34,047 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/f7661993c12f4042ba7f853f7b61d0d0 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/f7661993c12f4042ba7f853f7b61d0d0 2024-12-07T07:16:34,049 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/c33f5182278143739cdfaa0d408d7ab7 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/c33f5182278143739cdfaa0d408d7ab7 2024-12-07T07:16:34,050 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/d0b96ed60dfd4dab988545677ad6724b to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/d0b96ed60dfd4dab988545677ad6724b 2024-12-07T07:16:34,051 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/e540395eb00f401fa84205c21f1ce8b6 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/e540395eb00f401fa84205c21f1ce8b6 2024-12-07T07:16:34,052 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/c5cdcc4f8f894928a2db1a93d525b91b to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/c5cdcc4f8f894928a2db1a93d525b91b 2024-12-07T07:16:34,054 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/4339384576e342b980b62d4785504e9c to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/4339384576e342b980b62d4785504e9c 2024-12-07T07:16:34,055 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/61fc8b804e9c49478770db426a23d640 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/61fc8b804e9c49478770db426a23d640 2024-12-07T07:16:34,056 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/02231fb39fc44e299c25420cda2dd6b3 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/02231fb39fc44e299c25420cda2dd6b3 2024-12-07T07:16:34,058 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/404afdf362a747bfbc874006b9924192 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/404afdf362a747bfbc874006b9924192 2024-12-07T07:16:34,060 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/1284ac42486a4dbd88c4ad41423a2ccc to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/1284ac42486a4dbd88c4ad41423a2ccc 2024-12-07T07:16:34,062 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/8b9f1c550c9c4ecba7468682848e2ba6 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/8b9f1c550c9c4ecba7468682848e2ba6 2024-12-07T07:16:34,063 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/39a7e3da0829425bbccfcbe21b87283f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/39a7e3da0829425bbccfcbe21b87283f 2024-12-07T07:16:34,065 DEBUG [StoreCloser-TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/c1e7006daa394544ba5530d650e89649 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/c1e7006daa394544ba5530d650e89649 2024-12-07T07:16:34,069 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/recovered.edits/545.seqid, newMaxSeqId=545, maxSeqId=1 2024-12-07T07:16:34,070 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. 2024-12-07T07:16:34,070 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1676): Region close journal for 611248077f7c234f7b4aa72a587aaa99: Waiting for close lock at 1733555792708Running coprocessor pre-close hooks at 1733555792708Disabling compacts and flushes for region at 1733555792708Disabling writes for close at 1733555792708Obtaining lock to block concurrent updates at 1733555792708Preparing flush snapshotting stores in 611248077f7c234f7b4aa72a587aaa99 at 1733555792708Finished memstore snapshotting TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1733555792708Flushing stores of TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99. at 1733555792709 (+1 ms)Flushing 611248077f7c234f7b4aa72a587aaa99/A: creating writer at 1733555792709Flushing 611248077f7c234f7b4aa72a587aaa99/A: appending metadata at 1733555792711 (+2 ms)Flushing 611248077f7c234f7b4aa72a587aaa99/A: closing flushed file at 1733555792711Flushing 611248077f7c234f7b4aa72a587aaa99/B: creating writer at 1733555793119 (+408 ms)Flushing 611248077f7c234f7b4aa72a587aaa99/B: appending metadata at 1733555793122 (+3 ms)Flushing 611248077f7c234f7b4aa72a587aaa99/B: closing flushed file at 1733555793122Flushing 611248077f7c234f7b4aa72a587aaa99/C: creating writer at 1733555793531 (+409 ms)Flushing 611248077f7c234f7b4aa72a587aaa99/C: appending metadata at 1733555793534 (+3 ms)Flushing 611248077f7c234f7b4aa72a587aaa99/C: closing flushed file at 1733555793534Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@754b0c4b: reopening flushed file at 1733555793944 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c192492: reopening flushed file at 1733555793951 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aa19958: reopening flushed file at 1733555793957 (+6 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 611248077f7c234f7b4aa72a587aaa99 in 1253ms, sequenceid=542, compaction requested=false at 1733555793961 (+4 ms)Writing region close event to WAL at 1733555794067 (+106 ms)Running coprocessor post-close hooks at 1733555794069 (+2 ms)Closed at 1733555794070 (+1 ms) 2024-12-07T07:16:34,071 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] handler.UnassignRegionHandler(157): Closed 611248077f7c234f7b4aa72a587aaa99 2024-12-07T07:16:34,072 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=131 updating hbase:meta row=611248077f7c234f7b4aa72a587aaa99, regionState=CLOSED 2024-12-07T07:16:34,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=132, ppid=131, state=RUNNABLE, hasLock=false; CloseRegionProcedure 611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 because future has completed 2024-12-07T07:16:34,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-12-07T07:16:34,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; CloseRegionProcedure 611248077f7c234f7b4aa72a587aaa99, server=5d4d7471f19e,42791,1733555642814 in 1.5180 sec 2024-12-07T07:16:34,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=131, resume processing ppid=130 2024-12-07T07:16:34,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, ppid=130, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=611248077f7c234f7b4aa72a587aaa99, UNASSIGN in 1.5230 sec 2024-12-07T07:16:34,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-12-07T07:16:34,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5270 sec 2024-12-07T07:16:34,082 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733555794082"}]},"ts":"1733555794082"} 2024-12-07T07:16:34,084 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-07T07:16:34,084 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-07T07:16:34,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5400 sec 2024-12-07T07:16:34,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-07T07:16:34,700 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:16:34,701 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-07T07:16:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T07:16:34,702 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=133, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T07:16:34,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-07T07:16:34,703 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=133, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T07:16:34,704 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99 2024-12-07T07:16:34,707 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A, FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B, FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C, FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/recovered.edits] 2024-12-07T07:16:34,710 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/f1782a8da72b494eb6c7e9eeecc02878 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/f1782a8da72b494eb6c7e9eeecc02878 2024-12-07T07:16:34,711 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/f5344cd900274f20bd27f9faaec8a30d to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/A/f5344cd900274f20bd27f9faaec8a30d 2024-12-07T07:16:34,714 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/87427697a5cc4989bf31991fe6017788 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/87427697a5cc4989bf31991fe6017788 2024-12-07T07:16:34,715 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/9f6b25653f1147d79b587c5608a4d50a to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/B/9f6b25653f1147d79b587c5608a4d50a 2024-12-07T07:16:34,717 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/11d069f550364e4fbaa9ce30551d920c to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/11d069f550364e4fbaa9ce30551d920c 2024-12-07T07:16:34,719 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/4c5025b6190a42cb904730d7c325dd59 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/C/4c5025b6190a42cb904730d7c325dd59 2024-12-07T07:16:34,721 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/recovered.edits/545.seqid to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99/recovered.edits/545.seqid 2024-12-07T07:16:34,722 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/611248077f7c234f7b4aa72a587aaa99 2024-12-07T07:16:34,722 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-07T07:16:34,725 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=133, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T07:16:34,728 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-07T07:16:34,730 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-07T07:16:34,732 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=133, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T07:16:34,732 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-07T07:16:34,732 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733555794732"}]},"ts":"9223372036854775807"} 2024-12-07T07:16:34,734 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-07T07:16:34,734 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 611248077f7c234f7b4aa72a587aaa99, NAME => 'TestAcidGuarantees,,1733555766673.611248077f7c234f7b4aa72a587aaa99.', STARTKEY => '', ENDKEY => ''}] 2024-12-07T07:16:34,735 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-07T07:16:34,735 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733555794735"}]},"ts":"9223372036854775807"} 2024-12-07T07:16:34,737 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-07T07:16:34,737 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=133, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T07:16:34,739 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 37 msec 2024-12-07T07:16:34,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-07T07:16:34,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-07T07:16:34,812 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:16:34,827 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=252 (was 251) - Thread LEAK? -, OpenFileDescriptor=455 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=514 (was 507) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6948 (was 7056) 2024-12-07T07:16:34,835 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=252, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=514, ProcessCount=11, AvailableMemoryMB=6948 2024-12-07T07:16:34,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-07T07:16:34,837 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T07:16:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=134, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-07T07:16:34,839 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=134, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T07:16:34,839 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:16:34,839 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 134 2024-12-07T07:16:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-12-07T07:16:34,840 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=134, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T07:16:34,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742378_1554 (size=1061) 2024-12-07T07:16:34,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-12-07T07:16:35,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-12-07T07:16:35,251 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06 2024-12-07T07:16:35,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742379_1555 (size=53) 2024-12-07T07:16:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-12-07T07:16:35,661 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:16:35,661 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 355b67db4fccff7798064faac8779f1f, disabling compactions & flushes 2024-12-07T07:16:35,661 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:35,662 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:35,662 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. after waiting 0 ms 2024-12-07T07:16:35,662 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:35,662 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:35,662 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 355b67db4fccff7798064faac8779f1f: Waiting for close lock at 1733555795661Disabling compacts and flushes for region at 1733555795661Disabling writes for close at 1733555795662 (+1 ms)Writing region close event to WAL at 1733555795662Closed at 1733555795662 2024-12-07T07:16:35,665 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=134, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T07:16:35,665 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733555795665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733555795665"}]},"ts":"1733555795665"} 2024-12-07T07:16:35,668 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T07:16:35,669 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=134, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T07:16:35,670 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733555795670"}]},"ts":"1733555795670"} 2024-12-07T07:16:35,672 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-07T07:16:35,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=355b67db4fccff7798064faac8779f1f, ASSIGN}] 2024-12-07T07:16:35,674 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=355b67db4fccff7798064faac8779f1f, ASSIGN 2024-12-07T07:16:35,675 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=355b67db4fccff7798064faac8779f1f, ASSIGN; state=OFFLINE, location=5d4d7471f19e,42791,1733555642814; forceNewPlan=false, retain=false 2024-12-07T07:16:35,826 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=135 updating hbase:meta row=355b67db4fccff7798064faac8779f1f, regionState=OPENING, regionLocation=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:35,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=355b67db4fccff7798064faac8779f1f, ASSIGN because future has completed 2024-12-07T07:16:35,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; OpenRegionProcedure 355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814}] 2024-12-07T07:16:35,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-12-07T07:16:35,991 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:35,991 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(7752): Opening region: {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} 2024-12-07T07:16:35,991 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:35,991 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:16:35,992 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(7794): checking encryption for 355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:35,992 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(7797): checking classloading for 355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:35,994 INFO [StoreOpener-355b67db4fccff7798064faac8779f1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:35,996 INFO [StoreOpener-355b67db4fccff7798064faac8779f1f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T07:16:35,996 INFO [StoreOpener-355b67db4fccff7798064faac8779f1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 355b67db4fccff7798064faac8779f1f columnFamilyName A 2024-12-07T07:16:35,996 DEBUG [StoreOpener-355b67db4fccff7798064faac8779f1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:16:35,997 INFO [StoreOpener-355b67db4fccff7798064faac8779f1f-1 {}] regionserver.HStore(327): Store=355b67db4fccff7798064faac8779f1f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:16:35,997 INFO [StoreOpener-355b67db4fccff7798064faac8779f1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:35,998 INFO [StoreOpener-355b67db4fccff7798064faac8779f1f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T07:16:35,999 INFO [StoreOpener-355b67db4fccff7798064faac8779f1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 355b67db4fccff7798064faac8779f1f columnFamilyName B 2024-12-07T07:16:35,999 DEBUG [StoreOpener-355b67db4fccff7798064faac8779f1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:16:35,999 INFO [StoreOpener-355b67db4fccff7798064faac8779f1f-1 {}] regionserver.HStore(327): Store=355b67db4fccff7798064faac8779f1f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:16:36,000 INFO [StoreOpener-355b67db4fccff7798064faac8779f1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:36,001 INFO [StoreOpener-355b67db4fccff7798064faac8779f1f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T07:16:36,001 INFO [StoreOpener-355b67db4fccff7798064faac8779f1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 355b67db4fccff7798064faac8779f1f columnFamilyName C 2024-12-07T07:16:36,001 DEBUG [StoreOpener-355b67db4fccff7798064faac8779f1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:16:36,002 INFO [StoreOpener-355b67db4fccff7798064faac8779f1f-1 {}] regionserver.HStore(327): Store=355b67db4fccff7798064faac8779f1f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:16:36,002 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:36,002 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1038): replaying wal for 355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:36,003 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:36,003 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:36,004 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1048): stopping wal replay for 355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:36,004 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1060): Cleaning up temporary data for 355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:36,005 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T07:16:36,006 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1093): writing seq id for 355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:36,008 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T07:16:36,008 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1114): Opened 355b67db4fccff7798064faac8779f1f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61735760, jitterRate=-0.08006548881530762}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T07:16:36,008 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:36,009 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1006): Region open journal for 355b67db4fccff7798064faac8779f1f: Running coprocessor pre-open hook at 1733555795992Writing region info on filesystem at 1733555795992Initializing all the Stores at 1733555795993 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555795993Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555795993Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555795993Cleaning up temporary data from old regions at 1733555796004 (+11 ms)Running coprocessor post-open hooks at 1733555796008 (+4 ms)Region opened successfully at 1733555796009 (+1 ms) 2024-12-07T07:16:36,010 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., pid=136, masterSystemTime=1733555795984 2024-12-07T07:16:36,011 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:36,011 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:36,012 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=135 updating hbase:meta row=355b67db4fccff7798064faac8779f1f, regionState=OPEN, openSeqNum=2, regionLocation=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:36,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=136, ppid=135, state=RUNNABLE, hasLock=false; OpenRegionProcedure 355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 because future has completed 2024-12-07T07:16:36,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-12-07T07:16:36,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; OpenRegionProcedure 355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 in 185 msec 2024-12-07T07:16:36,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=135, resume processing ppid=134 2024-12-07T07:16:36,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, ppid=134, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=355b67db4fccff7798064faac8779f1f, ASSIGN in 345 msec 2024-12-07T07:16:36,019 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=134, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T07:16:36,019 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733555796019"}]},"ts":"1733555796019"} 2024-12-07T07:16:36,020 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-07T07:16:36,020 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=134, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T07:16:36,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1830 sec 2024-12-07T07:16:36,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-12-07T07:16:36,991 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:16:36,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bd4a1d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:36,994 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:16:36,994 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:16:36,996 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:16:36,997 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:16:36,997 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:16:36,998 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3663bfe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:36,998 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:16:36,998 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:16:36,999 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:37,001 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:16:37,001 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a2b3366, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:37,002 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:16:37,003 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:16:37,003 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:16:37,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:16:37,004 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T07:16:37,005 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 5d4d7471f19e,35121,1733555642057 2024-12-07T07:16:37,005 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63520cc 2024-12-07T07:16:37,005 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T07:16:37,006 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T07:16:37,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-07T07:16:37,008 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T07:16:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-07T07:16:37,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742380_1556 (size=1097) 2024-12-07T07:16:37,420 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-07T07:16:37,420 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-07T07:16:37,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-07T07:16:37,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=355b67db4fccff7798064faac8779f1f, REOPEN/MOVE}] 2024-12-07T07:16:37,425 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=355b67db4fccff7798064faac8779f1f, REOPEN/MOVE 2024-12-07T07:16:37,426 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=355b67db4fccff7798064faac8779f1f, regionState=CLOSING, regionLocation=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:37,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=355b67db4fccff7798064faac8779f1f, REOPEN/MOVE because future has completed 2024-12-07T07:16:37,428 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T07:16:37,428 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; CloseRegionProcedure 355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814}] 2024-12-07T07:16:37,580 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(122): Close 355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:37,581 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-07T07:16:37,581 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1722): Closing 355b67db4fccff7798064faac8779f1f, disabling compactions & flushes 2024-12-07T07:16:37,581 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:37,581 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:37,581 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. after waiting 0 ms 2024-12-07T07:16:37,581 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:37,587 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T07:16:37,588 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:37,588 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1676): Region close journal for 355b67db4fccff7798064faac8779f1f: Waiting for close lock at 1733555797581Running coprocessor pre-close hooks at 1733555797581Disabling compacts and flushes for region at 1733555797581Disabling writes for close at 1733555797581Writing region close event to WAL at 1733555797584 (+3 ms)Running coprocessor post-close hooks at 1733555797588 (+4 ms)Closed at 1733555797588 2024-12-07T07:16:37,588 WARN [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionServer(3299): Not adding moved region record: 355b67db4fccff7798064faac8779f1f to self. 2024-12-07T07:16:37,590 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(157): Closed 355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:37,590 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=355b67db4fccff7798064faac8779f1f, regionState=CLOSED 2024-12-07T07:16:37,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=140, ppid=139, state=RUNNABLE, hasLock=false; CloseRegionProcedure 355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 because future has completed 2024-12-07T07:16:37,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-12-07T07:16:37,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; CloseRegionProcedure 355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 in 164 msec 2024-12-07T07:16:37,594 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=355b67db4fccff7798064faac8779f1f, REOPEN/MOVE; state=CLOSED, location=5d4d7471f19e,42791,1733555642814; forceNewPlan=false, retain=true 2024-12-07T07:16:37,745 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=355b67db4fccff7798064faac8779f1f, regionState=OPENING, regionLocation=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:37,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=355b67db4fccff7798064faac8779f1f, REOPEN/MOVE because future has completed 2024-12-07T07:16:37,747 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=141, ppid=139, state=RUNNABLE, hasLock=false; OpenRegionProcedure 355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814}] 2024-12-07T07:16:37,906 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:37,906 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(7752): Opening region: {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} 2024-12-07T07:16:37,907 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:37,907 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T07:16:37,907 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(7794): checking encryption for 355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:37,907 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(7797): checking classloading for 355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:37,910 INFO [StoreOpener-355b67db4fccff7798064faac8779f1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:37,912 INFO [StoreOpener-355b67db4fccff7798064faac8779f1f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T07:16:37,912 INFO [StoreOpener-355b67db4fccff7798064faac8779f1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 355b67db4fccff7798064faac8779f1f columnFamilyName A 2024-12-07T07:16:37,913 DEBUG [StoreOpener-355b67db4fccff7798064faac8779f1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:16:37,913 INFO [StoreOpener-355b67db4fccff7798064faac8779f1f-1 {}] regionserver.HStore(327): Store=355b67db4fccff7798064faac8779f1f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:16:37,914 INFO [StoreOpener-355b67db4fccff7798064faac8779f1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:37,914 INFO [StoreOpener-355b67db4fccff7798064faac8779f1f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T07:16:37,914 INFO [StoreOpener-355b67db4fccff7798064faac8779f1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 355b67db4fccff7798064faac8779f1f columnFamilyName B 2024-12-07T07:16:37,914 DEBUG [StoreOpener-355b67db4fccff7798064faac8779f1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:16:37,914 INFO [StoreOpener-355b67db4fccff7798064faac8779f1f-1 {}] regionserver.HStore(327): Store=355b67db4fccff7798064faac8779f1f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:16:37,915 INFO [StoreOpener-355b67db4fccff7798064faac8779f1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:37,915 INFO [StoreOpener-355b67db4fccff7798064faac8779f1f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T07:16:37,915 INFO [StoreOpener-355b67db4fccff7798064faac8779f1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 355b67db4fccff7798064faac8779f1f columnFamilyName C 2024-12-07T07:16:37,915 DEBUG [StoreOpener-355b67db4fccff7798064faac8779f1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:16:37,915 INFO [StoreOpener-355b67db4fccff7798064faac8779f1f-1 {}] regionserver.HStore(327): Store=355b67db4fccff7798064faac8779f1f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T07:16:37,915 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:37,915 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1038): replaying wal for 355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:37,916 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:37,917 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:37,917 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1048): stopping wal replay for 355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:37,917 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1060): Cleaning up temporary data for 355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:37,918 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T07:16:37,918 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1093): writing seq id for 355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:37,919 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1114): Opened 355b67db4fccff7798064faac8779f1f; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72951529, jitterRate=0.08706249296665192}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T07:16:37,919 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:37,919 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1006): Region open journal for 355b67db4fccff7798064faac8779f1f: Running coprocessor pre-open hook at 1733555797907Writing region info on filesystem at 1733555797907Initializing all the Stores at 1733555797909 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555797909Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555797910 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733555797910Cleaning up temporary data from old regions at 1733555797917 (+7 ms)Running coprocessor post-open hooks at 1733555797919 (+2 ms)Region opened successfully at 1733555797919 2024-12-07T07:16:37,920 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., pid=141, masterSystemTime=1733555797899 2024-12-07T07:16:37,921 DEBUG [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:37,921 INFO [RS_OPEN_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:37,922 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=355b67db4fccff7798064faac8779f1f, regionState=OPEN, openSeqNum=5, regionLocation=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:37,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=141, ppid=139, state=RUNNABLE, hasLock=false; OpenRegionProcedure 355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 because future has completed 2024-12-07T07:16:37,925 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=141, resume processing ppid=139 2024-12-07T07:16:37,925 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, ppid=139, state=SUCCESS, hasLock=false; OpenRegionProcedure 355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 in 176 msec 2024-12-07T07:16:37,926 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=139, resume processing ppid=138 2024-12-07T07:16:37,926 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, ppid=138, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=355b67db4fccff7798064faac8779f1f, REOPEN/MOVE in 500 msec 2024-12-07T07:16:37,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-12-07T07:16:37,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 503 msec 2024-12-07T07:16:37,929 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 920 msec 2024-12-07T07:16:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-07T07:16:37,930 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:16:37,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d6b3ea1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:37,931 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:16:37,931 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:16:37,931 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:16:37,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:16:37,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:16:37,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3771d9a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:37,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:16:37,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:16:37,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:37,933 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:16:37,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f96159b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:37,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@263b0516, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:37,934 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:16:37,934 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:16:37,934 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:16:37,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:16:37,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:16:37,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@212b97d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:37,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:16:37,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:16:37,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:37,935 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:16:37,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30dcabb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:37,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@792e8aea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:37,936 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:16:37,936 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:16:37,937 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:16:37,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:16:37,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:16:37,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68bf00ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:37,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:16:37,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:16:37,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:37,938 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:16:37,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c90618b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:37,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43322a56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:37,938 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:16:37,939 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:16:37,939 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:16:37,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:16:37,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:16:37,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@593b0f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:37,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:16:37,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:16:37,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:37,940 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:16:37,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42967e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:37,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bf68053, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:37,941 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:16:37,941 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:16:37,942 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:16:37,942 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:16:37,942 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:16:37,942 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eb56d2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:37,942 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:16:37,942 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:16:37,942 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:37,943 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:16:37,943 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62265e3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:37,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42aa7a6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:37,944 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:16:37,944 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:16:37,944 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:16:37,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:16:37,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:16:37,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6351f187, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:37,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:16:37,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:16:37,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:37,945 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:16:37,945 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d33a548, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:37,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f9cbeba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:37,946 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:16:37,946 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:16:37,946 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:16:37,946 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:16:37,947 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:16:37,947 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19656df5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:37,947 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:16:37,947 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:16:37,947 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:37,947 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:16:37,948 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5db2cfb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:37,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3012edbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:37,948 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:16:37,948 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:16:37,949 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:16:37,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:16:37,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:16:37,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@378eeac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:37,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:16:37,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:16:37,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:37,950 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:16:37,951 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17693c4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:37,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e3f87a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:37,951 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:16:37,951 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:16:37,952 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:16:37,952 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:16:37,952 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:16:37,952 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3643f5bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:37,952 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:16:37,952 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:16:37,952 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:37,953 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:16:37,953 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ffe6aee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:37,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d7b7ac4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:37,954 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5d4d7471f19e,35121,-1 for getting cluster id 2024-12-07T07:16:37,954 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T07:16:37,955 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0fdb451-11e7-4766-a428-1cef35b3bfc6' 2024-12-07T07:16:37,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T07:16:37,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0fdb451-11e7-4766-a428-1cef35b3bfc6" 2024-12-07T07:16:37,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4af4b5ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:37,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5d4d7471f19e,35121,-1] 2024-12-07T07:16:37,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T07:16:37,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:37,956 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T07:16:37,956 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10155ad5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T07:16:37,957 DEBUG [Thread-2485 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:16:37,957 DEBUG [Thread-2478 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:16:37,957 DEBUG [Thread-2476 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:16:37,957 DEBUG [Thread-2489 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:16:37,957 DEBUG [Thread-2472 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:16:37,957 DEBUG [Thread-2487 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:16:37,957 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:16:37,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:16:37,958 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:16:37,958 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:16:37,958 DEBUG [Thread-2483 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:16:37,958 DEBUG [Thread-2474 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:16:37,958 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:16:37,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:16:37,958 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:16:37,958 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:16:37,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:16:37,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:16:37,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:16:37,959 DEBUG [Thread-2470 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:16:37,959 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:16:37,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:16:37,959 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:16:37,959 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35121 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T07:16:37,959 DEBUG [Thread-2487 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:16:37,959 DEBUG [Thread-2487 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:16:37,959 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:16:37,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:16:37,960 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:16:37,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:16:37,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:16:37,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:16:37,960 DEBUG [Thread-2481 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T07:16:37,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:16:37,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:16:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-12-07T07:16:37,961 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:16:37,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:16:37,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5] 2024-12-07T07:16:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-12-07T07:16:37,962 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5d4d7471f19e,42791,1733555642814, seqNum=-1] 2024-12-07T07:16:37,962 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T07:16:37,962 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T07:16:37,963 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T07:16:37,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T07:16:37,963 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:16:37,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5] 2024-12-07T07:16:37,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5] 2024-12-07T07:16:37,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5] 2024-12-07T07:16:37,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T07:16:37,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5] 2024-12-07T07:16:37,965 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5] 2024-12-07T07:16:37,965 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5] 2024-12-07T07:16:37,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5] 2024-12-07T07:16:37,966 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5] 2024-12-07T07:16:37,968 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5] 2024-12-07T07:16:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:38,030 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 355b67db4fccff7798064faac8779f1f 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-07T07:16:38,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=A 2024-12-07T07:16:38,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:38,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=B 2024-12-07T07:16:38,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:38,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=C 2024-12-07T07:16:38,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:38,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:38,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35358 deadline: 1733555858048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:38,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35318 deadline: 1733555858049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:38,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:38,054 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35302 deadline: 1733555858050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:38,054 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:38,054 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:38,054 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733555798044, max timestamp=1733555798051Num uniques 859; 2024-12-07T07:16:38,054 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733555798044, max timestamp=1733555798051Num uniques 859; 2024-12-07T07:16:38,055 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T07:16:38,055 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T07:16:38,055 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733555798044, max timestamp=1733555798051Num uniques 859; 2024-12-07T07:16:38,055 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T07:16:38,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:38,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:38,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:38,056 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:38,056 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:38,056 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:38,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412070b3f115f81fa4fadb52a724973c6447e_355b67db4fccff7798064faac8779f1f is 50, key is test_row_0/A:col10/1733555797968/Put/seqid=0 2024-12-07T07:16:38,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742381_1557 (size=12154) 2024-12-07T07:16:38,064 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:16:38,066 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412070b3f115f81fa4fadb52a724973c6447e_355b67db4fccff7798064faac8779f1f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412070b3f115f81fa4fadb52a724973c6447e_355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:38,067 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/d76534c2b08f47adaa996214b977d16a, store: [table=TestAcidGuarantees family=A region=355b67db4fccff7798064faac8779f1f] 2024-12-07T07:16:38,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/d76534c2b08f47adaa996214b977d16a is 175, key is test_row_0/A:col10/1733555797968/Put/seqid=0 2024-12-07T07:16:38,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-12-07T07:16:38,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742382_1558 (size=30955) 2024-12-07T07:16:38,077 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/d76534c2b08f47adaa996214b977d16a 2024-12-07T07:16:38,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1733555858087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:38,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1733555858088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:38,091 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:38,091 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:38,091 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:38,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:38,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:38,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:38,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/6b6f6e5c4b6a42e697948f0648431cfd is 50, key is test_row_0/B:col10/1733555797968/Put/seqid=0 2024-12-07T07:16:38,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742383_1559 (size=12001) 2024-12-07T07:16:38,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-07T07:16:38,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:38,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. as already flushing 2024-12-07T07:16:38,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:38,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:38,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:38,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:38,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35318 deadline: 1733555858160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:38,161 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:38,161 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:38,161 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:38,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35302 deadline: 1733555858160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:38,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:38,162 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35358 deadline: 1733555858160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:38,162 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:38,162 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:38,163 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:38,163 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:38,163 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:38,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1733555858200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:38,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:38,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:38,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:38,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1733555858200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:38,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:38,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:38,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:38,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-07T07:16:38,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:38,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. as already flushing 2024-12-07T07:16:38,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:38,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:38,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:38,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:38,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-12-07T07:16:38,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:38,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35318 deadline: 1733555858370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:38,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:38,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:38,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:38,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:38,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35302 deadline: 1733555858370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:38,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:38,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:38,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:38,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:38,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35358 deadline: 1733555858370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:38,372 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:38,372 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:38,372 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:38,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1733555858410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:38,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:38,412 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1733555858410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:38,412 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:38,412 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:38,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:38,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:38,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:38,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-07T07:16:38,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:38,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. as already flushing 2024-12-07T07:16:38,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:38,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:38,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:38,504 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/6b6f6e5c4b6a42e697948f0648431cfd 2024-12-07T07:16:38,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/3752e96af4734a1d8e133ac46f85367f is 50, key is test_row_0/C:col10/1733555797968/Put/seqid=0 2024-12-07T07:16:38,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742384_1560 (size=12001) 2024-12-07T07:16:38,529 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/3752e96af4734a1d8e133ac46f85367f 2024-12-07T07:16:38,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/d76534c2b08f47adaa996214b977d16a as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/d76534c2b08f47adaa996214b977d16a 2024-12-07T07:16:38,535 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/d76534c2b08f47adaa996214b977d16a, entries=150, sequenceid=16, filesize=30.2 K 2024-12-07T07:16:38,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/6b6f6e5c4b6a42e697948f0648431cfd as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/6b6f6e5c4b6a42e697948f0648431cfd 2024-12-07T07:16:38,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/6b6f6e5c4b6a42e697948f0648431cfd, entries=150, sequenceid=16, filesize=11.7 K 2024-12-07T07:16:38,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/3752e96af4734a1d8e133ac46f85367f as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/3752e96af4734a1d8e133ac46f85367f 2024-12-07T07:16:38,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/3752e96af4734a1d8e133ac46f85367f, entries=150, sequenceid=16, filesize=11.7 K 2024-12-07T07:16:38,542 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for 355b67db4fccff7798064faac8779f1f in 512ms, sequenceid=16, compaction requested=false 2024-12-07T07:16:38,542 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-07T07:16:38,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 355b67db4fccff7798064faac8779f1f: 2024-12-07T07:16:38,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-07T07:16:38,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:38,574 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2902): Flushing 355b67db4fccff7798064faac8779f1f 3/3 column families, dataSize=120.76 KB heapSize=340.45 KB 2024-12-07T07:16:38,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=A 2024-12-07T07:16:38,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:16:38,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=B 2024-12-07T07:16:38,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:16:38,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=C 2024-12-07T07:16:38,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:16:38,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412071f45afca10544b799634ff9e44135289_355b67db4fccff7798064faac8779f1f is 50, key is test_row_0/A:col10/1733555798087/Put/seqid=0 2024-12-07T07:16:38,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742385_1561 (size=12154) 2024-12-07T07:16:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-12-07T07:16:38,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:38,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. as already flushing 2024-12-07T07:16:38,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35318 deadline: 1733555858690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:38,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:38,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:38,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:38,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35302 deadline: 1733555858691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:38,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:38,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:38,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:38,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35358 deadline: 1733555858692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:38,695 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:38,695 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:38,695 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:38,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1733555858720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:38,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:38,722 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:38,722 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:38,722 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1733555858720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:38,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:38,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:38,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:38,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35318 deadline: 1733555858800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:38,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:38,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:38,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:38,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35302 deadline: 1733555858800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:38,802 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:38,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:38,802 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:38,802 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35358 deadline: 1733555858800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:38,802 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:38,802 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:38,803 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:38,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:16:38,986 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412071f45afca10544b799634ff9e44135289_355b67db4fccff7798064faac8779f1f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412071f45afca10544b799634ff9e44135289_355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:38,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/2c52dc93569647508180c28086d345a3, store: [table=TestAcidGuarantees family=A region=355b67db4fccff7798064faac8779f1f] 2024-12-07T07:16:38,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/2c52dc93569647508180c28086d345a3 is 175, key is test_row_0/A:col10/1733555798087/Put/seqid=0 2024-12-07T07:16:38,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742386_1562 (size=30955) 2024-12-07T07:16:39,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35318 deadline: 1733555859010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:39,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:39,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:39,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:39,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35302 deadline: 1733555859010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35358 deadline: 1733555859010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:39,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:39,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:39,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:39,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:39,014 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:39,014 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:39,014 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:39,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-12-07T07:16:39,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:39,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1733555859230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:39,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:39,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:39,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:39,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:39,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1733555859230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:39,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:39,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:39,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:39,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:39,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35318 deadline: 1733555859320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:39,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:39,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:39,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:39,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35302 deadline: 1733555859320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:39,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:39,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:39,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:39,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35358 deadline: 1733555859320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:39,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:39,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:39,323 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:39,323 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:39,323 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:39,390 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=50, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/2c52dc93569647508180c28086d345a3 2024-12-07T07:16:39,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/f1850e2de9d54b62b7f98539e03d26a9 is 50, key is test_row_0/B:col10/1733555798087/Put/seqid=0 2024-12-07T07:16:39,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742387_1563 (size=12001) 2024-12-07T07:16:39,589 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T07:16:39,800 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/f1850e2de9d54b62b7f98539e03d26a9 2024-12-07T07:16:39,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/58f28148311244f39bdac9d26c82fa76 is 50, key is test_row_0/C:col10/1733555798087/Put/seqid=0 2024-12-07T07:16:39,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742388_1564 (size=12001) 2024-12-07T07:16:39,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:39,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35318 deadline: 1733555859830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:39,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:39,834 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:39,834 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:39,834 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:39,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35302 deadline: 1733555859831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:39,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:39,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:39,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:39,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:39,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35358 deadline: 1733555859831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:39,835 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:39,835 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:39,835 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-12-07T07:16:40,219 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/58f28148311244f39bdac9d26c82fa76 2024-12-07T07:16:40,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/2c52dc93569647508180c28086d345a3 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/2c52dc93569647508180c28086d345a3 2024-12-07T07:16:40,224 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/2c52dc93569647508180c28086d345a3, entries=150, sequenceid=50, filesize=30.2 K 2024-12-07T07:16:40,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/f1850e2de9d54b62b7f98539e03d26a9 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/f1850e2de9d54b62b7f98539e03d26a9 2024-12-07T07:16:40,227 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/f1850e2de9d54b62b7f98539e03d26a9, entries=150, sequenceid=50, filesize=11.7 K 2024-12-07T07:16:40,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/58f28148311244f39bdac9d26c82fa76 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/58f28148311244f39bdac9d26c82fa76 2024-12-07T07:16:40,231 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/58f28148311244f39bdac9d26c82fa76, entries=150, sequenceid=50, filesize=11.7 K 2024-12-07T07:16:40,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.StoreScanner(997): StoreScanner already has the close lock. There is no need to updateReaders 2024-12-07T07:16:40,232 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~340.41 KB/348576, currentSize=60.38 KB/61830 for 355b67db4fccff7798064faac8779f1f in 1658ms, sequenceid=50, compaction requested=false 2024-12-07T07:16:40,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2603): Flush status journal for 355b67db4fccff7798064faac8779f1f: 2024-12-07T07:16:40,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:40,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-12-07T07:16:40,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=143 2024-12-07T07:16:40,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142 2024-12-07T07:16:40,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2700 sec 2024-12-07T07:16:40,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 2.2760 sec 2024-12-07T07:16:40,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:40,241 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 355b67db4fccff7798064faac8779f1f 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-07T07:16:40,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=A 2024-12-07T07:16:40,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:40,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=B 2024-12-07T07:16:40,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:40,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=C 2024-12-07T07:16:40,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:40,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207be7dbefd70e042828108ba662512b838_355b67db4fccff7798064faac8779f1f is 50, key is test_row_0/A:col10/1733555798686/Put/seqid=0 2024-12-07T07:16:40,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742389_1565 (size=14594) 2024-12-07T07:16:40,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1733555860265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:40,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:40,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:40,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:40,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:40,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1733555860268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:40,270 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:40,270 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:40,270 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:40,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:40,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1733555860370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:40,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:40,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:40,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:40,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1733555860380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:40,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:40,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:40,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:40,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1733555860580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:40,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:40,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:40,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:40,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1733555860590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:40,592 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:40,592 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:40,592 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:40,650 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:16:40,653 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207be7dbefd70e042828108ba662512b838_355b67db4fccff7798064faac8779f1f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207be7dbefd70e042828108ba662512b838_355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:40,654 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/0d550e51cdd145d1b489e9236404ab1d, store: [table=TestAcidGuarantees family=A region=355b67db4fccff7798064faac8779f1f] 2024-12-07T07:16:40,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/0d550e51cdd145d1b489e9236404ab1d is 175, key is test_row_0/A:col10/1733555798686/Put/seqid=0 2024-12-07T07:16:40,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742390_1566 (size=39549) 2024-12-07T07:16:40,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35302 deadline: 1733555860840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:40,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35358 deadline: 1733555860840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:40,841 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_2' in 355b67db4fccff7798064faac8779f1f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2149 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:16:40,841 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:40,841 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:40,841 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:40,841 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_0' in 355b67db4fccff7798064faac8779f1f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2149 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:16:40,842 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:40,842 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:40,842 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:40,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35318 deadline: 1733555860852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:40,854 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_1' in 355b67db4fccff7798064faac8779f1f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:16:40,855 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:40,855 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:40,855 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:40,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1733555860890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:40,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:40,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:40,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:40,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1733555860900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:40,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:40,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:40,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:41,062 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=63, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/0d550e51cdd145d1b489e9236404ab1d 2024-12-07T07:16:41,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/aca1455c0db6492e987b2f938a056d18 is 50, key is test_row_0/B:col10/1733555798686/Put/seqid=0 2024-12-07T07:16:41,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742391_1567 (size=12001) 2024-12-07T07:16:41,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:41,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1733555861400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:41,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:41,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:41,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:41,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:41,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1733555861410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:41,412 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:41,412 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:41,412 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:41,474 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/aca1455c0db6492e987b2f938a056d18 2024-12-07T07:16:41,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/d1371fb460ef48899088c9896c5e2686 is 50, key is test_row_0/C:col10/1733555798686/Put/seqid=0 2024-12-07T07:16:41,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742392_1568 (size=12001) 2024-12-07T07:16:41,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/d1371fb460ef48899088c9896c5e2686 2024-12-07T07:16:41,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/0d550e51cdd145d1b489e9236404ab1d as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/0d550e51cdd145d1b489e9236404ab1d 2024-12-07T07:16:41,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/0d550e51cdd145d1b489e9236404ab1d, entries=200, sequenceid=63, filesize=38.6 K 2024-12-07T07:16:41,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/aca1455c0db6492e987b2f938a056d18 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/aca1455c0db6492e987b2f938a056d18 2024-12-07T07:16:41,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/aca1455c0db6492e987b2f938a056d18, entries=150, sequenceid=63, filesize=11.7 K 2024-12-07T07:16:41,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/d1371fb460ef48899088c9896c5e2686 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/d1371fb460ef48899088c9896c5e2686 2024-12-07T07:16:41,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/d1371fb460ef48899088c9896c5e2686, entries=150, sequenceid=63, filesize=11.7 K 2024-12-07T07:16:41,903 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 355b67db4fccff7798064faac8779f1f in 1662ms, sequenceid=63, compaction requested=true 2024-12-07T07:16:41,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 355b67db4fccff7798064faac8779f1f: 2024-12-07T07:16:41,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 355b67db4fccff7798064faac8779f1f:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:16:41,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:41,903 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:16:41,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 355b67db4fccff7798064faac8779f1f:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:16:41,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:41,903 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:16:41,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 355b67db4fccff7798064faac8779f1f:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:16:41,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:16:41,904 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:16:41,904 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:16:41,904 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 355b67db4fccff7798064faac8779f1f/A is initiating minor compaction (all files) 2024-12-07T07:16:41,904 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 355b67db4fccff7798064faac8779f1f/B is initiating minor compaction (all files) 2024-12-07T07:16:41,904 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 355b67db4fccff7798064faac8779f1f/A in TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:41,904 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 355b67db4fccff7798064faac8779f1f/B in TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:41,904 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/6b6f6e5c4b6a42e697948f0648431cfd, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/f1850e2de9d54b62b7f98539e03d26a9, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/aca1455c0db6492e987b2f938a056d18] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp, totalSize=35.2 K 2024-12-07T07:16:41,904 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/d76534c2b08f47adaa996214b977d16a, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/2c52dc93569647508180c28086d345a3, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/0d550e51cdd145d1b489e9236404ab1d] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp, totalSize=99.1 K 2024-12-07T07:16:41,904 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:41,904 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. files: [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/d76534c2b08f47adaa996214b977d16a, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/2c52dc93569647508180c28086d345a3, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/0d550e51cdd145d1b489e9236404ab1d] 2024-12-07T07:16:41,905 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b6f6e5c4b6a42e697948f0648431cfd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733555797968 2024-12-07T07:16:41,905 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting f1850e2de9d54b62b7f98539e03d26a9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733555798081 2024-12-07T07:16:41,905 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting d76534c2b08f47adaa996214b977d16a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733555797968 2024-12-07T07:16:41,905 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c52dc93569647508180c28086d345a3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733555798081 2024-12-07T07:16:41,905 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting aca1455c0db6492e987b2f938a056d18, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733555798686 2024-12-07T07:16:41,905 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d550e51cdd145d1b489e9236404ab1d, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733555798686 2024-12-07T07:16:41,909 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=355b67db4fccff7798064faac8779f1f] 2024-12-07T07:16:41,911 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 355b67db4fccff7798064faac8779f1f#B#compaction#486 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:41,911 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/8e3ac0cfd689427a90057da41d0e23ff is 50, key is test_row_0/B:col10/1733555798686/Put/seqid=0 2024-12-07T07:16:41,911 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120762b054b1c3ab46d39a93613648155dee_355b67db4fccff7798064faac8779f1f store=[table=TestAcidGuarantees family=A region=355b67db4fccff7798064faac8779f1f] 2024-12-07T07:16:41,913 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120762b054b1c3ab46d39a93613648155dee_355b67db4fccff7798064faac8779f1f, store=[table=TestAcidGuarantees family=A region=355b67db4fccff7798064faac8779f1f] 2024-12-07T07:16:41,913 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120762b054b1c3ab46d39a93613648155dee_355b67db4fccff7798064faac8779f1f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=355b67db4fccff7798064faac8779f1f] 2024-12-07T07:16:41,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742393_1569 (size=12104) 2024-12-07T07:16:41,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742394_1570 (size=4469) 2024-12-07T07:16:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-12-07T07:16:42,130 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:16:42,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T07:16:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-12-07T07:16:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-12-07T07:16:42,132 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T07:16:42,132 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T07:16:42,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T07:16:42,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-12-07T07:16:42,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-07T07:16:42,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:42,284 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2902): Flushing 355b67db4fccff7798064faac8779f1f 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-07T07:16:42,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=A 2024-12-07T07:16:42,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:42,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=B 2024-12-07T07:16:42,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:42,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=C 2024-12-07T07:16:42,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:42,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412070f4185fedd02415487e9071c3c0fb6d5_355b67db4fccff7798064faac8779f1f is 50, key is test_row_0/A:col10/1733555800260/Put/seqid=0 2024-12-07T07:16:42,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742395_1571 (size=12154) 2024-12-07T07:16:42,318 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 355b67db4fccff7798064faac8779f1f#A#compaction#487 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:42,318 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/c3fb210b2417420497f4dfdc55875215 is 175, key is test_row_0/A:col10/1733555798686/Put/seqid=0 2024-12-07T07:16:42,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742396_1572 (size=31058) 2024-12-07T07:16:42,322 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/8e3ac0cfd689427a90057da41d0e23ff as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/8e3ac0cfd689427a90057da41d0e23ff 2024-12-07T07:16:42,325 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 355b67db4fccff7798064faac8779f1f/B of 355b67db4fccff7798064faac8779f1f into 8e3ac0cfd689427a90057da41d0e23ff(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:42,325 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 355b67db4fccff7798064faac8779f1f: 2024-12-07T07:16:42,325 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., storeName=355b67db4fccff7798064faac8779f1f/B, priority=13, startTime=1733555801903; duration=0sec 2024-12-07T07:16:42,325 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:16:42,325 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 355b67db4fccff7798064faac8779f1f:B 2024-12-07T07:16:42,325 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:16:42,326 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:16:42,326 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 355b67db4fccff7798064faac8779f1f/C is initiating minor compaction (all files) 2024-12-07T07:16:42,326 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 355b67db4fccff7798064faac8779f1f/C in TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:42,326 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/3752e96af4734a1d8e133ac46f85367f, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/58f28148311244f39bdac9d26c82fa76, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/d1371fb460ef48899088c9896c5e2686] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp, totalSize=35.2 K 2024-12-07T07:16:42,326 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 3752e96af4734a1d8e133ac46f85367f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733555797968 2024-12-07T07:16:42,327 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 58f28148311244f39bdac9d26c82fa76, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733555798081 2024-12-07T07:16:42,327 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting d1371fb460ef48899088c9896c5e2686, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733555798686 2024-12-07T07:16:42,332 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 355b67db4fccff7798064faac8779f1f#C#compaction#489 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:42,332 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/4b2eb22e125440249096b9b1a0e06956 is 50, key is test_row_0/C:col10/1733555798686/Put/seqid=0 2024-12-07T07:16:42,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742397_1573 (size=12104) 2024-12-07T07:16:42,344 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/4b2eb22e125440249096b9b1a0e06956 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/4b2eb22e125440249096b9b1a0e06956 2024-12-07T07:16:42,347 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 355b67db4fccff7798064faac8779f1f/C of 355b67db4fccff7798064faac8779f1f into 4b2eb22e125440249096b9b1a0e06956(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:42,347 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 355b67db4fccff7798064faac8779f1f: 2024-12-07T07:16:42,347 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., storeName=355b67db4fccff7798064faac8779f1f/C, priority=13, startTime=1733555801903; duration=0sec 2024-12-07T07:16:42,347 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:42,347 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 355b67db4fccff7798064faac8779f1f:C 2024-12-07T07:16:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:42,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. as already flushing 2024-12-07T07:16:42,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1733555862436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:42,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:42,440 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1733555862437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:42,440 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:42,440 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:42,440 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:42,440 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:42,440 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-12-07T07:16:42,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:42,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1733555862550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:42,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:42,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:42,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:42,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:42,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1733555862550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:42,552 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:42,552 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:42,552 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:42,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:16:42,699 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412070f4185fedd02415487e9071c3c0fb6d5_355b67db4fccff7798064faac8779f1f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412070f4185fedd02415487e9071c3c0fb6d5_355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:42,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/daf872c892b94f2597a19d9f45f3dce3, store: [table=TestAcidGuarantees family=A region=355b67db4fccff7798064faac8779f1f] 2024-12-07T07:16:42,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/daf872c892b94f2597a19d9f45f3dce3 is 175, key is test_row_0/A:col10/1733555800260/Put/seqid=0 2024-12-07T07:16:42,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742398_1574 (size=30955) 2024-12-07T07:16:42,725 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/c3fb210b2417420497f4dfdc55875215 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/c3fb210b2417420497f4dfdc55875215 2024-12-07T07:16:42,728 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 355b67db4fccff7798064faac8779f1f/A of 355b67db4fccff7798064faac8779f1f into c3fb210b2417420497f4dfdc55875215(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:42,728 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 355b67db4fccff7798064faac8779f1f: 2024-12-07T07:16:42,728 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., storeName=355b67db4fccff7798064faac8779f1f/A, priority=13, startTime=1733555801903; duration=0sec 2024-12-07T07:16:42,728 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:42,728 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 355b67db4fccff7798064faac8779f1f:A 2024-12-07T07:16:42,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-12-07T07:16:42,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:42,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1733555862760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:42,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:42,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:42,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:42,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1733555862760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:42,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:42,763 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:42,763 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:42,763 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:42,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:42,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35358 deadline: 1733555862850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:42,852 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_0' in 355b67db4fccff7798064faac8779f1f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:16:42,852 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:42,852 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:42,852 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:42,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:42,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35302 deadline: 1733555862859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:42,861 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_2' in 355b67db4fccff7798064faac8779f1f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:16:42,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:42,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:42,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:42,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:42,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35318 deadline: 1733555862870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:42,871 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_1' in 355b67db4fccff7798064faac8779f1f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:16:42,872 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:42,872 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:42,872 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:43,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:43,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:43,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1733555863070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:43,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1733555863070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:43,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:43,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:43,072 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:43,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:43,073 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:43,073 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:43,103 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=82, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/daf872c892b94f2597a19d9f45f3dce3 2024-12-07T07:16:43,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/b8ed398ec5de400aae8a87e56b440f14 is 50, key is test_row_0/B:col10/1733555800260/Put/seqid=0 2024-12-07T07:16:43,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742399_1575 (size=12001) 2024-12-07T07:16:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-12-07T07:16:43,511 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/b8ed398ec5de400aae8a87e56b440f14 2024-12-07T07:16:43,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/2d93b73ec50e44539d0f42b3d1cef441 is 50, key is test_row_0/C:col10/1733555800260/Put/seqid=0 2024-12-07T07:16:43,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742400_1576 (size=12001) 2024-12-07T07:16:43,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:43,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:43,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1733555863580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:43,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1733555863580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:43,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:43,583 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:43,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:43,583 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:43,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:43,583 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:43,930 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/2d93b73ec50e44539d0f42b3d1cef441 2024-12-07T07:16:43,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/daf872c892b94f2597a19d9f45f3dce3 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/daf872c892b94f2597a19d9f45f3dce3 2024-12-07T07:16:43,935 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/daf872c892b94f2597a19d9f45f3dce3, entries=150, sequenceid=82, filesize=30.2 K 2024-12-07T07:16:43,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/b8ed398ec5de400aae8a87e56b440f14 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/b8ed398ec5de400aae8a87e56b440f14 2024-12-07T07:16:43,939 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/b8ed398ec5de400aae8a87e56b440f14, entries=150, sequenceid=82, filesize=11.7 K 2024-12-07T07:16:43,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/2d93b73ec50e44539d0f42b3d1cef441 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/2d93b73ec50e44539d0f42b3d1cef441 2024-12-07T07:16:43,942 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/2d93b73ec50e44539d0f42b3d1cef441, entries=150, sequenceid=82, filesize=11.7 K 2024-12-07T07:16:43,942 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 355b67db4fccff7798064faac8779f1f in 1658ms, sequenceid=82, compaction requested=false 2024-12-07T07:16:43,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2603): Flush status journal for 355b67db4fccff7798064faac8779f1f: 2024-12-07T07:16:43,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:43,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-12-07T07:16:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=145 2024-12-07T07:16:43,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144 2024-12-07T07:16:43,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8120 sec 2024-12-07T07:16:43,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 1.8160 sec 2024-12-07T07:16:44,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-12-07T07:16:44,280 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:16:44,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T07:16:44,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-12-07T07:16:44,282 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T07:16:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-07T07:16:44,283 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T07:16:44,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T07:16:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-07T07:16:44,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-07T07:16:44,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:44,435 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2902): Flushing 355b67db4fccff7798064faac8779f1f 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-07T07:16:44,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=A 2024-12-07T07:16:44,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:44,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=B 2024-12-07T07:16:44,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:44,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=C 2024-12-07T07:16:44,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:44,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412070f3436c9cf07414fbab5ab0f6efcba5e_355b67db4fccff7798064faac8779f1f is 50, key is test_row_0/A:col10/1733555802435/Put/seqid=0 2024-12-07T07:16:44,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742401_1577 (size=12154) 2024-12-07T07:16:44,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:16:44,450 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412070f3436c9cf07414fbab5ab0f6efcba5e_355b67db4fccff7798064faac8779f1f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412070f3436c9cf07414fbab5ab0f6efcba5e_355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:44,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/9d755f81f413490d88ff1e9973bd98bf, store: [table=TestAcidGuarantees family=A region=355b67db4fccff7798064faac8779f1f] 2024-12-07T07:16:44,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/9d755f81f413490d88ff1e9973bd98bf is 175, key is test_row_0/A:col10/1733555802435/Put/seqid=0 2024-12-07T07:16:44,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742402_1578 (size=30955) 2024-12-07T07:16:44,454 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=98, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/9d755f81f413490d88ff1e9973bd98bf 2024-12-07T07:16:44,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/f524b943fee146f19f131127843ac69d is 50, key is test_row_0/B:col10/1733555802435/Put/seqid=0 2024-12-07T07:16:44,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742403_1579 (size=12001) 2024-12-07T07:16:44,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:44,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. as already flushing 2024-12-07T07:16:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-07T07:16:44,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1733555864638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:44,642 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:44,642 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:44,642 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:44,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:44,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1733555864642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:44,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:44,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:44,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:44,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1733555864750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:44,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:44,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:44,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1733555864750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:44,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:44,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:44,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:44,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:44,864 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/f524b943fee146f19f131127843ac69d 2024-12-07T07:16:44,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/fab4027745c04ce897ad26d0461e0bb6 is 50, key is test_row_0/C:col10/1733555802435/Put/seqid=0 2024-12-07T07:16:44,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742404_1580 (size=12001) 2024-12-07T07:16:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-07T07:16:44,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1733555864960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:44,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:44,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:44,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:44,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1733555864960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:44,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:44,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:44,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:45,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:45,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1733555865270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:45,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:45,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:45,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:45,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:45,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1733555865270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:45,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:45,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:45,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:45,273 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/fab4027745c04ce897ad26d0461e0bb6 2024-12-07T07:16:45,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/9d755f81f413490d88ff1e9973bd98bf as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/9d755f81f413490d88ff1e9973bd98bf 2024-12-07T07:16:45,279 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/9d755f81f413490d88ff1e9973bd98bf, entries=150, sequenceid=98, filesize=30.2 K 2024-12-07T07:16:45,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/f524b943fee146f19f131127843ac69d as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/f524b943fee146f19f131127843ac69d 2024-12-07T07:16:45,282 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/f524b943fee146f19f131127843ac69d, entries=150, sequenceid=98, filesize=11.7 K 2024-12-07T07:16:45,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/fab4027745c04ce897ad26d0461e0bb6 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/fab4027745c04ce897ad26d0461e0bb6 2024-12-07T07:16:45,285 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/fab4027745c04ce897ad26d0461e0bb6, entries=150, sequenceid=98, filesize=11.7 K 2024-12-07T07:16:45,286 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 355b67db4fccff7798064faac8779f1f in 851ms, sequenceid=98, compaction requested=true 2024-12-07T07:16:45,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2603): Flush status journal for 355b67db4fccff7798064faac8779f1f: 2024-12-07T07:16:45,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:45,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-12-07T07:16:45,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=147 2024-12-07T07:16:45,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-12-07T07:16:45,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0040 sec 2024-12-07T07:16:45,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 1.0090 sec 2024-12-07T07:16:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-07T07:16:45,420 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:16:45,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T07:16:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-12-07T07:16:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-07T07:16:45,422 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T07:16:45,423 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T07:16:45,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T07:16:45,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-07T07:16:45,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-07T07:16:45,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:45,575 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2902): Flushing 355b67db4fccff7798064faac8779f1f 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-07T07:16:45,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=A 2024-12-07T07:16:45,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:45,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=B 2024-12-07T07:16:45,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:45,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=C 2024-12-07T07:16:45,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:45,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207bdf62affa3a944bcafb17f5c0f522a7f_355b67db4fccff7798064faac8779f1f is 50, key is test_row_0/A:col10/1733555804640/Put/seqid=0 2024-12-07T07:16:45,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742405_1581 (size=12154) 2024-12-07T07:16:45,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-07T07:16:45,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:45,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. as already flushing 2024-12-07T07:16:45,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:45,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1733555865795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:45,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:45,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:45,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:45,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:45,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1733555865798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:45,800 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:45,800 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:45,800 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:45,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:45,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1733555865900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:45,902 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:45,902 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:45,902 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:45,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:45,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1733555865910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:45,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:45,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:45,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:45,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:16:45,986 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207bdf62affa3a944bcafb17f5c0f522a7f_355b67db4fccff7798064faac8779f1f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207bdf62affa3a944bcafb17f5c0f522a7f_355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:45,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/07d488f4be8b478d834e14c8851d272f, store: [table=TestAcidGuarantees family=A region=355b67db4fccff7798064faac8779f1f] 2024-12-07T07:16:45,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/07d488f4be8b478d834e14c8851d272f is 175, key is test_row_0/A:col10/1733555804640/Put/seqid=0 2024-12-07T07:16:45,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742406_1582 (size=30955) 2024-12-07T07:16:45,990 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/07d488f4be8b478d834e14c8851d272f 2024-12-07T07:16:45,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/2e0a5d81c3b94346a1b15abe10a6d385 is 50, key is test_row_0/B:col10/1733555804640/Put/seqid=0 2024-12-07T07:16:45,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742407_1583 (size=12001) 2024-12-07T07:16:46,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-07T07:16:46,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:46,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1733555866110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:46,112 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:46,112 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:46,112 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:46,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:46,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1733555866120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:46,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:46,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:46,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:46,398 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/2e0a5d81c3b94346a1b15abe10a6d385 2024-12-07T07:16:46,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/83e33443702a4f7f944eef9ed0afd46b is 50, key is test_row_0/C:col10/1733555804640/Put/seqid=0 2024-12-07T07:16:46,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742408_1584 (size=12001) 2024-12-07T07:16:46,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1733555866420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:46,422 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:46,422 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:46,422 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:46,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1733555866431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:46,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:46,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:46,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-07T07:16:46,806 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/83e33443702a4f7f944eef9ed0afd46b 2024-12-07T07:16:46,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/07d488f4be8b478d834e14c8851d272f as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/07d488f4be8b478d834e14c8851d272f 2024-12-07T07:16:46,814 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/07d488f4be8b478d834e14c8851d272f, entries=150, sequenceid=117, filesize=30.2 K 2024-12-07T07:16:46,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/2e0a5d81c3b94346a1b15abe10a6d385 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/2e0a5d81c3b94346a1b15abe10a6d385 2024-12-07T07:16:46,818 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/2e0a5d81c3b94346a1b15abe10a6d385, entries=150, sequenceid=117, filesize=11.7 K 2024-12-07T07:16:46,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/83e33443702a4f7f944eef9ed0afd46b as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/83e33443702a4f7f944eef9ed0afd46b 2024-12-07T07:16:46,823 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/83e33443702a4f7f944eef9ed0afd46b, entries=150, sequenceid=117, filesize=11.7 K 2024-12-07T07:16:46,824 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 355b67db4fccff7798064faac8779f1f in 1249ms, sequenceid=117, compaction requested=true 2024-12-07T07:16:46,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2603): Flush status journal for 355b67db4fccff7798064faac8779f1f: 2024-12-07T07:16:46,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:46,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-12-07T07:16:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=149 2024-12-07T07:16:46,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-12-07T07:16:46,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4040 sec 2024-12-07T07:16:46,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 1.4070 sec 2024-12-07T07:16:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:46,884 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 355b67db4fccff7798064faac8779f1f 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-07T07:16:46,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=A 2024-12-07T07:16:46,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:46,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=B 2024-12-07T07:16:46,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:46,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=C 2024-12-07T07:16:46,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:46,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120779bba5d54a554680aee34fd75a5468dc_355b67db4fccff7798064faac8779f1f is 50, key is test_row_0/A:col10/1733555806881/Put/seqid=0 2024-12-07T07:16:46,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742409_1585 (size=14744) 2024-12-07T07:16:46,898 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:16:46,903 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120779bba5d54a554680aee34fd75a5468dc_355b67db4fccff7798064faac8779f1f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120779bba5d54a554680aee34fd75a5468dc_355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:46,903 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/2b5913868b4d4a73bcf27415cf9d1b13, store: [table=TestAcidGuarantees family=A region=355b67db4fccff7798064faac8779f1f] 2024-12-07T07:16:46,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/2b5913868b4d4a73bcf27415cf9d1b13 is 175, key is test_row_0/A:col10/1733555806881/Put/seqid=0 2024-12-07T07:16:46,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35302 deadline: 1733555866918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:46,924 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:46,924 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:46,924 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:46,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35318 deadline: 1733555866923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:46,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:46,927 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:46,927 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35358 deadline: 1733555866923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:46,927 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:46,927 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:46,927 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:46,927 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:46,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742410_1586 (size=39699) 2024-12-07T07:16:46,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1733555866930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:46,934 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:46,934 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:46,934 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:46,934 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/2b5913868b4d4a73bcf27415cf9d1b13 2024-12-07T07:16:46,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/c9806273840840ae9eaccc6af81aaef4 is 50, key is test_row_0/B:col10/1733555806881/Put/seqid=0 2024-12-07T07:16:46,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1733555866940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:46,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:46,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:46,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:46,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742411_1587 (size=12101) 2024-12-07T07:16:46,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/c9806273840840ae9eaccc6af81aaef4 2024-12-07T07:16:46,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/58eedcf0d2bd4ad0807a3ec7967b9c7b is 50, key is test_row_0/C:col10/1733555806881/Put/seqid=0 2024-12-07T07:16:46,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742412_1588 (size=12101) 2024-12-07T07:16:46,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/58eedcf0d2bd4ad0807a3ec7967b9c7b 2024-12-07T07:16:46,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/2b5913868b4d4a73bcf27415cf9d1b13 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/2b5913868b4d4a73bcf27415cf9d1b13 2024-12-07T07:16:46,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/2b5913868b4d4a73bcf27415cf9d1b13, entries=200, sequenceid=132, filesize=38.8 K 2024-12-07T07:16:46,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/c9806273840840ae9eaccc6af81aaef4 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/c9806273840840ae9eaccc6af81aaef4 2024-12-07T07:16:46,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/c9806273840840ae9eaccc6af81aaef4, entries=150, sequenceid=132, filesize=11.8 K 2024-12-07T07:16:46,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/58eedcf0d2bd4ad0807a3ec7967b9c7b as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/58eedcf0d2bd4ad0807a3ec7967b9c7b 2024-12-07T07:16:46,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/58eedcf0d2bd4ad0807a3ec7967b9c7b, entries=150, sequenceid=132, filesize=11.8 K 2024-12-07T07:16:46,970 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 355b67db4fccff7798064faac8779f1f in 87ms, sequenceid=132, compaction requested=true 2024-12-07T07:16:46,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 355b67db4fccff7798064faac8779f1f: 2024-12-07T07:16:46,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 355b67db4fccff7798064faac8779f1f:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:16:46,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:46,970 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-07T07:16:46,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 355b67db4fccff7798064faac8779f1f:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:16:46,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:46,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 355b67db4fccff7798064faac8779f1f:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:16:46,970 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-07T07:16:46,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:16:46,971 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 163622 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-07T07:16:46,971 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60208 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-07T07:16:46,971 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 355b67db4fccff7798064faac8779f1f/B is initiating minor compaction (all files) 2024-12-07T07:16:46,971 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 355b67db4fccff7798064faac8779f1f/A is initiating minor compaction (all files) 2024-12-07T07:16:46,971 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 355b67db4fccff7798064faac8779f1f/A in TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:46,971 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 355b67db4fccff7798064faac8779f1f/B in TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:46,971 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/8e3ac0cfd689427a90057da41d0e23ff, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/b8ed398ec5de400aae8a87e56b440f14, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/f524b943fee146f19f131127843ac69d, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/2e0a5d81c3b94346a1b15abe10a6d385, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/c9806273840840ae9eaccc6af81aaef4] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp, totalSize=58.8 K 2024-12-07T07:16:46,971 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/c3fb210b2417420497f4dfdc55875215, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/daf872c892b94f2597a19d9f45f3dce3, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/9d755f81f413490d88ff1e9973bd98bf, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/07d488f4be8b478d834e14c8851d272f, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/2b5913868b4d4a73bcf27415cf9d1b13] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp, totalSize=159.8 K 2024-12-07T07:16:46,971 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:46,972 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. files: [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/c3fb210b2417420497f4dfdc55875215, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/daf872c892b94f2597a19d9f45f3dce3, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/9d755f81f413490d88ff1e9973bd98bf, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/07d488f4be8b478d834e14c8851d272f, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/2b5913868b4d4a73bcf27415cf9d1b13] 2024-12-07T07:16:46,972 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e3ac0cfd689427a90057da41d0e23ff, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733555798686 2024-12-07T07:16:46,972 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3fb210b2417420497f4dfdc55875215, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733555798686 2024-12-07T07:16:46,972 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting b8ed398ec5de400aae8a87e56b440f14, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733555800253 2024-12-07T07:16:46,972 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting daf872c892b94f2597a19d9f45f3dce3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733555800253 2024-12-07T07:16:46,972 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting f524b943fee146f19f131127843ac69d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733555802431 2024-12-07T07:16:46,972 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d755f81f413490d88ff1e9973bd98bf, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733555802431 2024-12-07T07:16:46,972 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e0a5d81c3b94346a1b15abe10a6d385, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733555804628 2024-12-07T07:16:46,973 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting c9806273840840ae9eaccc6af81aaef4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733555805794 2024-12-07T07:16:46,973 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07d488f4be8b478d834e14c8851d272f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733555804628 2024-12-07T07:16:46,973 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b5913868b4d4a73bcf27415cf9d1b13, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733555805794 2024-12-07T07:16:46,979 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=355b67db4fccff7798064faac8779f1f] 2024-12-07T07:16:46,981 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 355b67db4fccff7798064faac8779f1f#B#compaction#502 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:46,981 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/c081d97941984d96b289deaa19f25fac is 50, key is test_row_0/B:col10/1733555806881/Put/seqid=0 2024-12-07T07:16:46,989 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241207787da45dc6c74fa2bd13def3c2ba8d07_355b67db4fccff7798064faac8779f1f store=[table=TestAcidGuarantees family=A region=355b67db4fccff7798064faac8779f1f] 2024-12-07T07:16:46,991 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241207787da45dc6c74fa2bd13def3c2ba8d07_355b67db4fccff7798064faac8779f1f, store=[table=TestAcidGuarantees family=A region=355b67db4fccff7798064faac8779f1f] 2024-12-07T07:16:46,992 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207787da45dc6c74fa2bd13def3c2ba8d07_355b67db4fccff7798064faac8779f1f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=355b67db4fccff7798064faac8779f1f] 2024-12-07T07:16:47,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742413_1589 (size=12375) 2024-12-07T07:16:47,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742414_1590 (size=4469) 2024-12-07T07:16:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:47,033 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 355b67db4fccff7798064faac8779f1f 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-07T07:16:47,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=A 2024-12-07T07:16:47,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:47,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=B 2024-12-07T07:16:47,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:47,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=C 2024-12-07T07:16:47,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:47,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412072d4230f868524213b119667d3e614c3d_355b67db4fccff7798064faac8779f1f is 50, key is test_row_0/A:col10/1733555806921/Put/seqid=0 2024-12-07T07:16:47,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742415_1591 (size=14794) 2024-12-07T07:16:47,046 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:16:47,049 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412072d4230f868524213b119667d3e614c3d_355b67db4fccff7798064faac8779f1f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412072d4230f868524213b119667d3e614c3d_355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:47,049 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/3f500d913ea144c48797e077b1e83b07, store: [table=TestAcidGuarantees family=A region=355b67db4fccff7798064faac8779f1f] 2024-12-07T07:16:47,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/3f500d913ea144c48797e077b1e83b07 is 175, key is test_row_0/A:col10/1733555806921/Put/seqid=0 2024-12-07T07:16:47,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742416_1592 (size=39749) 2024-12-07T07:16:47,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:47,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35302 deadline: 1733555867052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:47,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:47,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:47,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:47,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:47,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35358 deadline: 1733555867053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:47,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:47,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35318 deadline: 1733555867053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:47,060 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:47,060 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:47,060 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:47,060 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:47,060 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:47,060 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:47,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35302 deadline: 1733555867170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:47,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:47,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:47,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:47,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35358 deadline: 1733555867170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:47,174 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:47,174 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:47,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:47,174 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35318 deadline: 1733555867170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:47,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:47,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:47,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:47,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:47,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35302 deadline: 1733555867380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:47,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:47,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:47,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35358 deadline: 1733555867380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:47,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:47,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:47,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:47,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35318 deadline: 1733555867381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:47,385 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:47,385 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:47,385 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:47,386 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:47,386 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:47,386 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:47,406 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/c081d97941984d96b289deaa19f25fac as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/c081d97941984d96b289deaa19f25fac 2024-12-07T07:16:47,410 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 355b67db4fccff7798064faac8779f1f#A#compaction#501 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:47,410 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/f3186079b36a401da36b35414268ff74 is 175, key is test_row_0/A:col10/1733555806881/Put/seqid=0 2024-12-07T07:16:47,411 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 355b67db4fccff7798064faac8779f1f/B of 355b67db4fccff7798064faac8779f1f into c081d97941984d96b289deaa19f25fac(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:47,411 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 355b67db4fccff7798064faac8779f1f: 2024-12-07T07:16:47,411 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., storeName=355b67db4fccff7798064faac8779f1f/B, priority=11, startTime=1733555806970; duration=0sec 2024-12-07T07:16:47,411 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:16:47,411 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 355b67db4fccff7798064faac8779f1f:B 2024-12-07T07:16:47,411 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-07T07:16:47,413 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60208 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-07T07:16:47,413 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 355b67db4fccff7798064faac8779f1f/C is initiating minor compaction (all files) 2024-12-07T07:16:47,414 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 355b67db4fccff7798064faac8779f1f/C in TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:47,414 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/4b2eb22e125440249096b9b1a0e06956, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/2d93b73ec50e44539d0f42b3d1cef441, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/fab4027745c04ce897ad26d0461e0bb6, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/83e33443702a4f7f944eef9ed0afd46b, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/58eedcf0d2bd4ad0807a3ec7967b9c7b] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp, totalSize=58.8 K 2024-12-07T07:16:47,414 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b2eb22e125440249096b9b1a0e06956, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733555798686 2024-12-07T07:16:47,414 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d93b73ec50e44539d0f42b3d1cef441, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733555800253 2024-12-07T07:16:47,415 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting fab4027745c04ce897ad26d0461e0bb6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733555802431 2024-12-07T07:16:47,415 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 83e33443702a4f7f944eef9ed0afd46b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733555804628 2024-12-07T07:16:47,415 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 58eedcf0d2bd4ad0807a3ec7967b9c7b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733555805794 2024-12-07T07:16:47,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742417_1593 (size=31329) 2024-12-07T07:16:47,428 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 355b67db4fccff7798064faac8779f1f#C#compaction#504 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:47,428 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/d80eafba3055436182fab6e234107335 is 50, key is test_row_0/C:col10/1733555806881/Put/seqid=0 2024-12-07T07:16:47,434 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/f3186079b36a401da36b35414268ff74 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/f3186079b36a401da36b35414268ff74 2024-12-07T07:16:47,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742418_1594 (size=12375) 2024-12-07T07:16:47,439 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 355b67db4fccff7798064faac8779f1f/A of 355b67db4fccff7798064faac8779f1f into f3186079b36a401da36b35414268ff74(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:47,439 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 355b67db4fccff7798064faac8779f1f: 2024-12-07T07:16:47,439 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., storeName=355b67db4fccff7798064faac8779f1f/A, priority=11, startTime=1733555806970; duration=0sec 2024-12-07T07:16:47,440 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:47,440 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 355b67db4fccff7798064faac8779f1f:A 2024-12-07T07:16:47,446 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/d80eafba3055436182fab6e234107335 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/d80eafba3055436182fab6e234107335 2024-12-07T07:16:47,453 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 355b67db4fccff7798064faac8779f1f/C of 355b67db4fccff7798064faac8779f1f into d80eafba3055436182fab6e234107335(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:47,453 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 355b67db4fccff7798064faac8779f1f: 2024-12-07T07:16:47,453 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., storeName=355b67db4fccff7798064faac8779f1f/C, priority=11, startTime=1733555806970; duration=0sec 2024-12-07T07:16:47,453 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:47,453 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 355b67db4fccff7798064faac8779f1f:C 2024-12-07T07:16:47,460 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=150, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/3f500d913ea144c48797e077b1e83b07 2024-12-07T07:16:47,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/4cfc851cfcc347288084613ce45f6ff2 is 50, key is test_row_0/B:col10/1733555806921/Put/seqid=0 2024-12-07T07:16:47,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742419_1595 (size=12151) 2024-12-07T07:16:47,478 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/4cfc851cfcc347288084613ce45f6ff2 2024-12-07T07:16:47,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/37e3cc3889304dd7a3340f85ee137775 is 50, key is test_row_0/C:col10/1733555806921/Put/seqid=0 2024-12-07T07:16:47,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742420_1596 (size=12151) 2024-12-07T07:16:47,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/37e3cc3889304dd7a3340f85ee137775 2024-12-07T07:16:47,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/3f500d913ea144c48797e077b1e83b07 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/3f500d913ea144c48797e077b1e83b07 2024-12-07T07:16:47,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/3f500d913ea144c48797e077b1e83b07, entries=200, sequenceid=150, filesize=38.8 K 2024-12-07T07:16:47,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/4cfc851cfcc347288084613ce45f6ff2 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/4cfc851cfcc347288084613ce45f6ff2 2024-12-07T07:16:47,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/4cfc851cfcc347288084613ce45f6ff2, entries=150, sequenceid=150, filesize=11.9 K 2024-12-07T07:16:47,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/37e3cc3889304dd7a3340f85ee137775 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/37e3cc3889304dd7a3340f85ee137775 2024-12-07T07:16:47,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/37e3cc3889304dd7a3340f85ee137775, entries=150, sequenceid=150, filesize=11.9 K 2024-12-07T07:16:47,513 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 355b67db4fccff7798064faac8779f1f in 480ms, sequenceid=150, compaction requested=false 2024-12-07T07:16:47,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 355b67db4fccff7798064faac8779f1f: 2024-12-07T07:16:47,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-07T07:16:47,570 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:16:47,570 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T07:16:47,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-12-07T07:16:47,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-07T07:16:47,573 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T07:16:47,573 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T07:16:47,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T07:16:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-07T07:16:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:47,692 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 355b67db4fccff7798064faac8779f1f 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-07T07:16:47,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=A 2024-12-07T07:16:47,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:47,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=B 2024-12-07T07:16:47,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:47,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=C 2024-12-07T07:16:47,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:47,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412079838447a83084c60bfc295b28e068b21_355b67db4fccff7798064faac8779f1f is 50, key is test_row_0/A:col10/1733555807692/Put/seqid=0 2024-12-07T07:16:47,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742421_1597 (size=17284) 2024-12-07T07:16:47,706 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:16:47,709 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412079838447a83084c60bfc295b28e068b21_355b67db4fccff7798064faac8779f1f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412079838447a83084c60bfc295b28e068b21_355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:47,709 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/92464ca859244f4d8c2f395ab0184ddb, store: [table=TestAcidGuarantees family=A region=355b67db4fccff7798064faac8779f1f] 2024-12-07T07:16:47,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/92464ca859244f4d8c2f395ab0184ddb is 175, key is test_row_0/A:col10/1733555807692/Put/seqid=0 2024-12-07T07:16:47,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742422_1598 (size=48389) 2024-12-07T07:16:47,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:47,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:47,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:47,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35358 deadline: 1733555867714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:47,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35302 deadline: 1733555867713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:47,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35318 deadline: 1733555867712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:47,718 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:47,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:47,718 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:47,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:47,718 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:47,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:47,718 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:47,718 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:47,718 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:47,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-07T07:16:47,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:47,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. as already flushing 2024-12-07T07:16:47,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:47,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:47,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:47,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:47,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35358 deadline: 1733555867820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:47,823 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:47,823 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:47,823 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:47,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:47,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35318 deadline: 1733555867830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:47,832 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:47,832 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:47,832 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:47,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:47,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35302 deadline: 1733555867830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:47,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:47,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:47,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:47,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-07T07:16:47,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:47,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. as already flushing 2024-12-07T07:16:47,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:47,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:47,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:47,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:47,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-07T07:16:47,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1733555867950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:47,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1733555867950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:47,952 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_2' in 355b67db4fccff7798064faac8779f1f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:16:47,953 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_2' in 355b67db4fccff7798064faac8779f1f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:16:47,953 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:47,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:47,953 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:47,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:47,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:47,953 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:48,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-07T07:16:48,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:48,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. as already flushing 2024-12-07T07:16:48,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:48,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:48,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:48,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35358 deadline: 1733555868030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:48,032 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:48,032 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:48,032 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:48,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35318 deadline: 1733555868040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:48,042 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:48,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:48,042 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:48,042 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35302 deadline: 1733555868040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:48,043 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:48,043 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:48,043 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:48,114 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/92464ca859244f4d8c2f395ab0184ddb 2024-12-07T07:16:48,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/23e600006d4247018b756aed3dbbbce7 is 50, key is test_row_0/B:col10/1733555807692/Put/seqid=0 2024-12-07T07:16:48,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742423_1599 (size=12151) 2024-12-07T07:16:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-07T07:16:48,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-07T07:16:48,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:48,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. as already flushing 2024-12-07T07:16:48,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:48,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:48,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:48,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35358 deadline: 1733555868340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:48,342 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:48,342 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:48,342 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:48,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35302 deadline: 1733555868350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:48,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:48,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:48,352 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:48,352 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35318 deadline: 1733555868350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:48,352 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:48,352 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:48,352 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:48,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-07T07:16:48,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:48,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. as already flushing 2024-12-07T07:16:48,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:48,354 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:48,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:48,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-07T07:16:48,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:48,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. as already flushing 2024-12-07T07:16:48,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:48,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:48,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:48,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:48,534 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/23e600006d4247018b756aed3dbbbce7 2024-12-07T07:16:48,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/7b15996b3222422a80044581c69d9ae4 is 50, key is test_row_0/C:col10/1733555807692/Put/seqid=0 2024-12-07T07:16:48,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742424_1600 (size=12151) 2024-12-07T07:16:48,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-07T07:16:48,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:48,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. as already flushing 2024-12-07T07:16:48,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:48,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:48,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:48,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:48,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-07T07:16:48,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-07T07:16:48,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:48,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. as already flushing 2024-12-07T07:16:48,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:48,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:48,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:48,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35358 deadline: 1733555868850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:48,853 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:48,853 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:48,853 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:48,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:48,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35302 deadline: 1733555868859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:48,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:48,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:48,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:48,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:48,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35318 deadline: 1733555868859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:48,862 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:48,862 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:48,862 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:48,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/7b15996b3222422a80044581c69d9ae4 2024-12-07T07:16:48,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/92464ca859244f4d8c2f395ab0184ddb as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/92464ca859244f4d8c2f395ab0184ddb 2024-12-07T07:16:48,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/92464ca859244f4d8c2f395ab0184ddb, entries=250, sequenceid=170, filesize=47.3 K 2024-12-07T07:16:48,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/23e600006d4247018b756aed3dbbbce7 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/23e600006d4247018b756aed3dbbbce7 2024-12-07T07:16:48,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/23e600006d4247018b756aed3dbbbce7, entries=150, sequenceid=170, filesize=11.9 K 2024-12-07T07:16:48,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/7b15996b3222422a80044581c69d9ae4 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/7b15996b3222422a80044581c69d9ae4 2024-12-07T07:16:48,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/7b15996b3222422a80044581c69d9ae4, entries=150, sequenceid=170, filesize=11.9 K 2024-12-07T07:16:48,959 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 355b67db4fccff7798064faac8779f1f in 1267ms, sequenceid=170, compaction requested=true 2024-12-07T07:16:48,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 355b67db4fccff7798064faac8779f1f: 2024-12-07T07:16:48,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 355b67db4fccff7798064faac8779f1f:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:16:48,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:48,959 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:16:48,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 355b67db4fccff7798064faac8779f1f:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:16:48,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:48,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 355b67db4fccff7798064faac8779f1f:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:16:48,959 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:16:48,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:16:48,960 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:16:48,960 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 355b67db4fccff7798064faac8779f1f/A is initiating minor compaction (all files) 2024-12-07T07:16:48,960 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:16:48,961 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 355b67db4fccff7798064faac8779f1f/A in TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:48,961 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 355b67db4fccff7798064faac8779f1f/B is initiating minor compaction (all files) 2024-12-07T07:16:48,961 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 355b67db4fccff7798064faac8779f1f/B in TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:48,961 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/f3186079b36a401da36b35414268ff74, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/3f500d913ea144c48797e077b1e83b07, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/92464ca859244f4d8c2f395ab0184ddb] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp, totalSize=116.7 K 2024-12-07T07:16:48,961 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/c081d97941984d96b289deaa19f25fac, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/4cfc851cfcc347288084613ce45f6ff2, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/23e600006d4247018b756aed3dbbbce7] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp, totalSize=35.8 K 2024-12-07T07:16:48,961 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:48,961 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. files: [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/f3186079b36a401da36b35414268ff74, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/3f500d913ea144c48797e077b1e83b07, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/92464ca859244f4d8c2f395ab0184ddb] 2024-12-07T07:16:48,961 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting c081d97941984d96b289deaa19f25fac, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733555805794 2024-12-07T07:16:48,961 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3186079b36a401da36b35414268ff74, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733555805794 2024-12-07T07:16:48,961 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 4cfc851cfcc347288084613ce45f6ff2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1733555806921 2024-12-07T07:16:48,961 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f500d913ea144c48797e077b1e83b07, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1733555806908 2024-12-07T07:16:48,961 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 23e600006d4247018b756aed3dbbbce7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733555807690 2024-12-07T07:16:48,961 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92464ca859244f4d8c2f395ab0184ddb, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733555807046 2024-12-07T07:16:48,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-07T07:16:48,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:48,964 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing 355b67db4fccff7798064faac8779f1f 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-07T07:16:48,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=A 2024-12-07T07:16:48,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:48,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=B 2024-12-07T07:16:48,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:48,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=C 2024-12-07T07:16:48,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:48,971 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 355b67db4fccff7798064faac8779f1f#B#compaction#510 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:48,971 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/2e42c63ec03c4c39babd3dcf426e1618 is 50, key is test_row_0/B:col10/1733555807692/Put/seqid=0 2024-12-07T07:16:48,973 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=355b67db4fccff7798064faac8779f1f] 2024-12-07T07:16:48,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412074e19d0e2878c4320a021724c2bf20a06_355b67db4fccff7798064faac8779f1f is 50, key is test_row_0/A:col10/1733555807701/Put/seqid=0 2024-12-07T07:16:48,977 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412071ea58d1177c24f419cacc2e5cd474bd6_355b67db4fccff7798064faac8779f1f store=[table=TestAcidGuarantees family=A region=355b67db4fccff7798064faac8779f1f] 2024-12-07T07:16:48,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742425_1601 (size=12527) 2024-12-07T07:16:48,979 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412071ea58d1177c24f419cacc2e5cd474bd6_355b67db4fccff7798064faac8779f1f, store=[table=TestAcidGuarantees family=A region=355b67db4fccff7798064faac8779f1f] 2024-12-07T07:16:48,979 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412071ea58d1177c24f419cacc2e5cd474bd6_355b67db4fccff7798064faac8779f1f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=355b67db4fccff7798064faac8779f1f] 2024-12-07T07:16:48,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742427_1603 (size=4469) 2024-12-07T07:16:48,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742426_1602 (size=12304) 2024-12-07T07:16:49,384 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/2e42c63ec03c4c39babd3dcf426e1618 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/2e42c63ec03c4c39babd3dcf426e1618 2024-12-07T07:16:49,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:16:49,387 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 355b67db4fccff7798064faac8779f1f#A#compaction#511 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:49,387 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/0794a1a233324811bef1c5422113246b is 175, key is test_row_0/A:col10/1733555807692/Put/seqid=0 2024-12-07T07:16:49,391 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 355b67db4fccff7798064faac8779f1f/B of 355b67db4fccff7798064faac8779f1f into 2e42c63ec03c4c39babd3dcf426e1618(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:49,391 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 355b67db4fccff7798064faac8779f1f: 2024-12-07T07:16:49,391 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., storeName=355b67db4fccff7798064faac8779f1f/B, priority=13, startTime=1733555808959; duration=0sec 2024-12-07T07:16:49,391 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:16:49,391 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 355b67db4fccff7798064faac8779f1f:B 2024-12-07T07:16:49,391 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:16:49,392 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412074e19d0e2878c4320a021724c2bf20a06_355b67db4fccff7798064faac8779f1f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412074e19d0e2878c4320a021724c2bf20a06_355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:49,392 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:16:49,392 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 355b67db4fccff7798064faac8779f1f/C is initiating minor compaction (all files) 2024-12-07T07:16:49,392 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 355b67db4fccff7798064faac8779f1f/C in TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:49,393 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/d80eafba3055436182fab6e234107335, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/37e3cc3889304dd7a3340f85ee137775, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/7b15996b3222422a80044581c69d9ae4] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp, totalSize=35.8 K 2024-12-07T07:16:49,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/d8bd5065cacc4e57bb96c53a10662f17, store: [table=TestAcidGuarantees family=A region=355b67db4fccff7798064faac8779f1f] 2024-12-07T07:16:49,393 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting d80eafba3055436182fab6e234107335, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733555805794 2024-12-07T07:16:49,393 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 37e3cc3889304dd7a3340f85ee137775, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1733555806921 2024-12-07T07:16:49,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/d8bd5065cacc4e57bb96c53a10662f17 is 175, key is test_row_0/A:col10/1733555807701/Put/seqid=0 2024-12-07T07:16:49,394 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b15996b3222422a80044581c69d9ae4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733555807690 2024-12-07T07:16:49,403 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 355b67db4fccff7798064faac8779f1f#C#compaction#513 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:49,404 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/b727afb98fda4fe1a97d821484e0c591 is 50, key is test_row_0/C:col10/1733555807692/Put/seqid=0 2024-12-07T07:16:49,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742429_1605 (size=31105) 2024-12-07T07:16:49,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742428_1604 (size=31481) 2024-12-07T07:16:49,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742430_1606 (size=12527) 2024-12-07T07:16:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-07T07:16:49,823 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=185, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/d8bd5065cacc4e57bb96c53a10662f17 2024-12-07T07:16:49,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/ed87bb5fec6545bc8b50fe93143c6cde is 50, key is test_row_0/B:col10/1733555807701/Put/seqid=0 2024-12-07T07:16:49,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742431_1607 (size=12151) 2024-12-07T07:16:49,840 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/0794a1a233324811bef1c5422113246b as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/0794a1a233324811bef1c5422113246b 2024-12-07T07:16:49,843 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 355b67db4fccff7798064faac8779f1f/A of 355b67db4fccff7798064faac8779f1f into 0794a1a233324811bef1c5422113246b(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:49,843 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 355b67db4fccff7798064faac8779f1f: 2024-12-07T07:16:49,843 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., storeName=355b67db4fccff7798064faac8779f1f/A, priority=13, startTime=1733555808959; duration=0sec 2024-12-07T07:16:49,844 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:49,844 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 355b67db4fccff7798064faac8779f1f:A 2024-12-07T07:16:49,853 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/b727afb98fda4fe1a97d821484e0c591 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/b727afb98fda4fe1a97d821484e0c591 2024-12-07T07:16:49,856 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 355b67db4fccff7798064faac8779f1f/C of 355b67db4fccff7798064faac8779f1f into b727afb98fda4fe1a97d821484e0c591(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:49,856 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 355b67db4fccff7798064faac8779f1f: 2024-12-07T07:16:49,856 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., storeName=355b67db4fccff7798064faac8779f1f/C, priority=13, startTime=1733555808959; duration=0sec 2024-12-07T07:16:49,856 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:49,856 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 355b67db4fccff7798064faac8779f1f:C 2024-12-07T07:16:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:49,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. as already flushing 2024-12-07T07:16:49,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35302 deadline: 1733555869882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:49,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:49,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:49,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:49,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35318 deadline: 1733555869883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:49,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:49,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:49,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:49,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35358 deadline: 1733555869884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:49,887 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:49,887 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:49,887 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:49,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1733555869970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:49,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1733555869970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:49,972 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_2' in 355b67db4fccff7798064faac8779f1f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:16:49,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:49,972 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_2' in 355b67db4fccff7798064faac8779f1f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:16:49,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:49,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:49,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:49,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:49,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:49,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35302 deadline: 1733555869990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:49,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:49,992 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:49,992 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:49,992 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35318 deadline: 1733555869990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:49,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:49,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:49,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:49,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35358 deadline: 1733555869990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:49,992 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:49,992 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:49,992 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:50,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:50,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35302 deadline: 1733555870200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35318 deadline: 1733555870200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:50,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35358 deadline: 1733555870200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:50,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:50,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:50,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:50,203 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:50,203 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:50,203 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:50,203 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:50,203 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:50,203 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:50,231 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/ed87bb5fec6545bc8b50fe93143c6cde 2024-12-07T07:16:50,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/04ff1169e2d84032820c23b75161709c is 50, key is test_row_0/C:col10/1733555807701/Put/seqid=0 2024-12-07T07:16:50,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742432_1608 (size=12151) 2024-12-07T07:16:50,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35302 deadline: 1733555870509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:50,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:50,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35358 deadline: 1733555870510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:50,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:50,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:50,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:50,512 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:50,512 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35318 deadline: 1733555870510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:50,512 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:50,512 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:50,512 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:50,512 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:50,640 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/04ff1169e2d84032820c23b75161709c 2024-12-07T07:16:50,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/d8bd5065cacc4e57bb96c53a10662f17 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/d8bd5065cacc4e57bb96c53a10662f17 2024-12-07T07:16:50,646 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/d8bd5065cacc4e57bb96c53a10662f17, entries=150, sequenceid=185, filesize=30.4 K 2024-12-07T07:16:50,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/ed87bb5fec6545bc8b50fe93143c6cde as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/ed87bb5fec6545bc8b50fe93143c6cde 2024-12-07T07:16:50,653 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/ed87bb5fec6545bc8b50fe93143c6cde, entries=150, sequenceid=185, filesize=11.9 K 2024-12-07T07:16:50,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/04ff1169e2d84032820c23b75161709c as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/04ff1169e2d84032820c23b75161709c 2024-12-07T07:16:50,657 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/04ff1169e2d84032820c23b75161709c, entries=150, sequenceid=185, filesize=11.9 K 2024-12-07T07:16:50,658 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 355b67db4fccff7798064faac8779f1f in 1694ms, sequenceid=185, compaction requested=false 2024-12-07T07:16:50,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for 355b67db4fccff7798064faac8779f1f: 2024-12-07T07:16:50,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:50,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-12-07T07:16:50,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=151 2024-12-07T07:16:50,661 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-12-07T07:16:50,662 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0870 sec 2024-12-07T07:16:50,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 3.0920 sec 2024-12-07T07:16:51,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:51,022 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 355b67db4fccff7798064faac8779f1f 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-07T07:16:51,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=A 2024-12-07T07:16:51,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:51,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=B 2024-12-07T07:16:51,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:51,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=C 2024-12-07T07:16:51,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:51,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207f16b6f07ff6245739fe6162d36594dab_355b67db4fccff7798064faac8779f1f is 50, key is test_row_0/A:col10/1733555811022/Put/seqid=0 2024-12-07T07:16:51,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742433_1609 (size=17284) 2024-12-07T07:16:51,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:51,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35318 deadline: 1733555871037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:51,040 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:51,040 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:51,040 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:51,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:51,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35358 deadline: 1733555871038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:51,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:51,041 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:51,041 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:51,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35302 deadline: 1733555871038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:51,041 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:51,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:51,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:51,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:51,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35318 deadline: 1733555871150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:51,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:51,152 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:51,152 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35358 deadline: 1733555871150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:51,152 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:51,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:51,153 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:51,153 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35302 deadline: 1733555871150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:51,153 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:51,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:51,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:51,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:51,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35318 deadline: 1733555871360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:51,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:51,362 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:51,362 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35358 deadline: 1733555871360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:51,362 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:51,362 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:51,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:51,362 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:51,362 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35302 deadline: 1733555871360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:51,362 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:51,362 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:51,362 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:51,431 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:16:51,433 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207f16b6f07ff6245739fe6162d36594dab_355b67db4fccff7798064faac8779f1f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207f16b6f07ff6245739fe6162d36594dab_355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:51,434 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/2bd05564985941d49c98b27e78ca5f72, store: [table=TestAcidGuarantees family=A region=355b67db4fccff7798064faac8779f1f] 2024-12-07T07:16:51,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/2bd05564985941d49c98b27e78ca5f72 is 175, key is test_row_0/A:col10/1733555811022/Put/seqid=0 2024-12-07T07:16:51,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742434_1610 (size=48389) 2024-12-07T07:16:51,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35302 deadline: 1733555871670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:51,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:51,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:51,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:51,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:51,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:51,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35318 deadline: 1733555871670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:51,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35358 deadline: 1733555871670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:51,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:51,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:51,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:51,672 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:51,672 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:51,673 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-07T07:16:51,730 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:16:51,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T07:16:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-12-07T07:16:51,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-07T07:16:51,733 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T07:16:51,734 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T07:16:51,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T07:16:51,838 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=208, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/2bd05564985941d49c98b27e78ca5f72 2024-12-07T07:16:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-07T07:16:51,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/8bbf49796c964428b4c626c5f30971e6 is 50, key is test_row_0/B:col10/1733555811022/Put/seqid=0 2024-12-07T07:16:51,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742435_1611 (size=12151) 2024-12-07T07:16:51,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/8bbf49796c964428b4c626c5f30971e6 2024-12-07T07:16:51,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/7ad6d2cf2083422f8b2c8a9d4e37f6a3 is 50, key is test_row_0/C:col10/1733555811022/Put/seqid=0 2024-12-07T07:16:51,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742436_1612 (size=12151) 2024-12-07T07:16:51,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/7ad6d2cf2083422f8b2c8a9d4e37f6a3 2024-12-07T07:16:51,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/2bd05564985941d49c98b27e78ca5f72 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/2bd05564985941d49c98b27e78ca5f72 2024-12-07T07:16:51,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/2bd05564985941d49c98b27e78ca5f72, entries=250, sequenceid=208, filesize=47.3 K 2024-12-07T07:16:51,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/8bbf49796c964428b4c626c5f30971e6 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/8bbf49796c964428b4c626c5f30971e6 2024-12-07T07:16:51,871 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/8bbf49796c964428b4c626c5f30971e6, entries=150, sequenceid=208, filesize=11.9 K 2024-12-07T07:16:51,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/7ad6d2cf2083422f8b2c8a9d4e37f6a3 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/7ad6d2cf2083422f8b2c8a9d4e37f6a3 2024-12-07T07:16:51,876 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/7ad6d2cf2083422f8b2c8a9d4e37f6a3, entries=150, sequenceid=208, filesize=11.9 K 2024-12-07T07:16:51,877 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 355b67db4fccff7798064faac8779f1f in 854ms, sequenceid=208, compaction requested=true 2024-12-07T07:16:51,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 355b67db4fccff7798064faac8779f1f: 2024-12-07T07:16:51,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 355b67db4fccff7798064faac8779f1f:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:16:51,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:51,877 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:16:51,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 355b67db4fccff7798064faac8779f1f:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:16:51,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:51,877 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:16:51,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 355b67db4fccff7798064faac8779f1f:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:16:51,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:16:51,878 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110975 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:16:51,878 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:16:51,878 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 355b67db4fccff7798064faac8779f1f/B is initiating minor compaction (all files) 2024-12-07T07:16:51,878 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 355b67db4fccff7798064faac8779f1f/A is initiating minor compaction (all files) 2024-12-07T07:16:51,878 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 355b67db4fccff7798064faac8779f1f/A in TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:51,878 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/0794a1a233324811bef1c5422113246b, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/d8bd5065cacc4e57bb96c53a10662f17, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/2bd05564985941d49c98b27e78ca5f72] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp, totalSize=108.4 K 2024-12-07T07:16:51,878 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:51,878 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 355b67db4fccff7798064faac8779f1f/B in TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:51,878 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. files: [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/0794a1a233324811bef1c5422113246b, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/d8bd5065cacc4e57bb96c53a10662f17, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/2bd05564985941d49c98b27e78ca5f72] 2024-12-07T07:16:51,878 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/2e42c63ec03c4c39babd3dcf426e1618, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/ed87bb5fec6545bc8b50fe93143c6cde, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/8bbf49796c964428b4c626c5f30971e6] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp, totalSize=36.0 K 2024-12-07T07:16:51,878 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e42c63ec03c4c39babd3dcf426e1618, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733555807690 2024-12-07T07:16:51,878 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0794a1a233324811bef1c5422113246b, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733555807690 2024-12-07T07:16:51,879 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8bd5065cacc4e57bb96c53a10662f17, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1733555807701 2024-12-07T07:16:51,879 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting ed87bb5fec6545bc8b50fe93143c6cde, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1733555807701 2024-12-07T07:16:51,879 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 8bbf49796c964428b4c626c5f30971e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733555811021 2024-12-07T07:16:51,879 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2bd05564985941d49c98b27e78ca5f72, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733555809879 2024-12-07T07:16:51,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-07T07:16:51,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:51,887 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 355b67db4fccff7798064faac8779f1f#B#compaction#519 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:51,887 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing 355b67db4fccff7798064faac8779f1f 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-07T07:16:51,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=A 2024-12-07T07:16:51,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:51,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=B 2024-12-07T07:16:51,887 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/07ec802b579d42a382d4f14971f01613 is 50, key is test_row_0/B:col10/1733555811022/Put/seqid=0 2024-12-07T07:16:51,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:51,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=C 2024-12-07T07:16:51,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:51,892 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=355b67db4fccff7798064faac8779f1f] 2024-12-07T07:16:51,929 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241207145dc815cc5c4fa895020ebd26980174_355b67db4fccff7798064faac8779f1f store=[table=TestAcidGuarantees family=A region=355b67db4fccff7798064faac8779f1f] 2024-12-07T07:16:51,930 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241207145dc815cc5c4fa895020ebd26980174_355b67db4fccff7798064faac8779f1f, store=[table=TestAcidGuarantees family=A region=355b67db4fccff7798064faac8779f1f] 2024-12-07T07:16:51,931 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207145dc815cc5c4fa895020ebd26980174_355b67db4fccff7798064faac8779f1f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=355b67db4fccff7798064faac8779f1f] 2024-12-07T07:16:51,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742437_1613 (size=12629) 2024-12-07T07:16:51,938 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/07ec802b579d42a382d4f14971f01613 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/07ec802b579d42a382d4f14971f01613 2024-12-07T07:16:51,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207f0bad81e71234fc7981e9432a9311e70_355b67db4fccff7798064faac8779f1f is 50, key is test_row_0/A:col10/1733555811037/Put/seqid=0 2024-12-07T07:16:51,942 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 355b67db4fccff7798064faac8779f1f/B of 355b67db4fccff7798064faac8779f1f into 07ec802b579d42a382d4f14971f01613(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:51,942 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 355b67db4fccff7798064faac8779f1f: 2024-12-07T07:16:51,942 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., storeName=355b67db4fccff7798064faac8779f1f/B, priority=13, startTime=1733555811877; duration=0sec 2024-12-07T07:16:51,942 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:16:51,942 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 355b67db4fccff7798064faac8779f1f:B 2024-12-07T07:16:51,942 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:16:51,944 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:16:51,944 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 355b67db4fccff7798064faac8779f1f/C is initiating minor compaction (all files) 2024-12-07T07:16:51,944 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 355b67db4fccff7798064faac8779f1f/C in TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:51,944 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/b727afb98fda4fe1a97d821484e0c591, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/04ff1169e2d84032820c23b75161709c, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/7ad6d2cf2083422f8b2c8a9d4e37f6a3] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp, totalSize=36.0 K 2024-12-07T07:16:51,945 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting b727afb98fda4fe1a97d821484e0c591, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733555807690 2024-12-07T07:16:51,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742438_1614 (size=4469) 2024-12-07T07:16:51,946 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 04ff1169e2d84032820c23b75161709c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1733555807701 2024-12-07T07:16:51,948 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ad6d2cf2083422f8b2c8a9d4e37f6a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733555811021 2024-12-07T07:16:51,948 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 355b67db4fccff7798064faac8779f1f#A#compaction#520 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:51,949 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/11c513d780444617a163b8a720f12cea is 175, key is test_row_0/A:col10/1733555811022/Put/seqid=0 2024-12-07T07:16:51,960 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 355b67db4fccff7798064faac8779f1f#C#compaction#522 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:51,960 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/55abb507de8f4b24ab54679f7c808d42 is 50, key is test_row_0/C:col10/1733555811022/Put/seqid=0 2024-12-07T07:16:51,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742439_1615 (size=12304) 2024-12-07T07:16:51,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742440_1616 (size=31583) 2024-12-07T07:16:51,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:16:51,972 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207f0bad81e71234fc7981e9432a9311e70_355b67db4fccff7798064faac8779f1f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207f0bad81e71234fc7981e9432a9311e70_355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:51,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/0da924ec36a14253b9673b1b3e34e1e8, store: [table=TestAcidGuarantees family=A region=355b67db4fccff7798064faac8779f1f] 2024-12-07T07:16:51,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/0da924ec36a14253b9673b1b3e34e1e8 is 175, key is test_row_0/A:col10/1733555811037/Put/seqid=0 2024-12-07T07:16:51,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742441_1617 (size=31105) 2024-12-07T07:16:51,985 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=221, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/0da924ec36a14253b9673b1b3e34e1e8 2024-12-07T07:16:51,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/757e04c5578347e5bbbda826b0014e69 is 50, key is test_row_0/B:col10/1733555811037/Put/seqid=0 2024-12-07T07:16:52,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742442_1618 (size=12629) 2024-12-07T07:16:52,017 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/55abb507de8f4b24ab54679f7c808d42 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/55abb507de8f4b24ab54679f7c808d42 2024-12-07T07:16:52,023 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 355b67db4fccff7798064faac8779f1f/C of 355b67db4fccff7798064faac8779f1f into 55abb507de8f4b24ab54679f7c808d42(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:52,023 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 355b67db4fccff7798064faac8779f1f: 2024-12-07T07:16:52,023 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., storeName=355b67db4fccff7798064faac8779f1f/C, priority=13, startTime=1733555811877; duration=0sec 2024-12-07T07:16:52,023 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:52,023 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 355b67db4fccff7798064faac8779f1f:C 2024-12-07T07:16:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-07T07:16:52,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742443_1619 (size=12151) 2024-12-07T07:16:52,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. as already flushing 2024-12-07T07:16:52,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:52,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:52,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35358 deadline: 1733555872221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:52,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:52,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35318 deadline: 1733555872225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:52,231 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:52,231 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:52,231 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:52,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:52,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:52,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:52,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:52,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35302 deadline: 1733555872225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:52,232 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:52,232 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:52,232 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:52,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:52,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35358 deadline: 1733555872340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:52,343 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:52,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:52,343 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:52,343 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:52,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35302 deadline: 1733555872341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:52,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:52,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:52,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:52,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:52,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35318 deadline: 1733555872341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:52,344 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:52,344 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:52,344 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:52,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-07T07:16:52,366 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/11c513d780444617a163b8a720f12cea as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/11c513d780444617a163b8a720f12cea 2024-12-07T07:16:52,379 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 355b67db4fccff7798064faac8779f1f/A of 355b67db4fccff7798064faac8779f1f into 11c513d780444617a163b8a720f12cea(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:52,379 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 355b67db4fccff7798064faac8779f1f: 2024-12-07T07:16:52,379 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., storeName=355b67db4fccff7798064faac8779f1f/A, priority=13, startTime=1733555811877; duration=0sec 2024-12-07T07:16:52,379 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:52,379 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 355b67db4fccff7798064faac8779f1f:A 2024-12-07T07:16:52,459 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/757e04c5578347e5bbbda826b0014e69 2024-12-07T07:16:52,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/7135434f5c2840c6baee81d1b13c53a1 is 50, key is test_row_0/C:col10/1733555811037/Put/seqid=0 2024-12-07T07:16:52,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742444_1620 (size=12151) 2024-12-07T07:16:52,515 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/7135434f5c2840c6baee81d1b13c53a1 2024-12-07T07:16:52,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/0da924ec36a14253b9673b1b3e34e1e8 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/0da924ec36a14253b9673b1b3e34e1e8 2024-12-07T07:16:52,525 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/0da924ec36a14253b9673b1b3e34e1e8, entries=150, sequenceid=221, filesize=30.4 K 2024-12-07T07:16:52,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/757e04c5578347e5bbbda826b0014e69 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/757e04c5578347e5bbbda826b0014e69 2024-12-07T07:16:52,531 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/757e04c5578347e5bbbda826b0014e69, entries=150, sequenceid=221, filesize=11.9 K 2024-12-07T07:16:52,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/7135434f5c2840c6baee81d1b13c53a1 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/7135434f5c2840c6baee81d1b13c53a1 2024-12-07T07:16:52,537 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/7135434f5c2840c6baee81d1b13c53a1, entries=150, sequenceid=221, filesize=11.9 K 2024-12-07T07:16:52,538 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 355b67db4fccff7798064faac8779f1f in 651ms, sequenceid=221, compaction requested=false 2024-12-07T07:16:52,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for 355b67db4fccff7798064faac8779f1f: 2024-12-07T07:16:52,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:52,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-12-07T07:16:52,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-12-07T07:16:52,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-12-07T07:16:52,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 806 msec 2024-12-07T07:16:52,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 811 msec 2024-12-07T07:16:52,553 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733555812212, max timestamp=1733555812551Num uniques 859; 2024-12-07T07:16:52,553 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733555812212, max timestamp=1733555812551Num uniques 859; 2024-12-07T07:16:52,553 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733555812212, max timestamp=1733555812551Num uniques 859; 2024-12-07T07:16:52,553 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T07:16:52,553 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T07:16:52,553 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T07:16:52,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:52,558 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 355b67db4fccff7798064faac8779f1f 3/3 column families, dataSize=53.67 KB heapSize=145.92 KB 2024-12-07T07:16:52,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=A 2024-12-07T07:16:52,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:16:52,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=B 2024-12-07T07:16:52,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:16:52,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=C 2024-12-07T07:16:52,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:16:52,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120708462f9adc20431db1a276d27016a7f4_355b67db4fccff7798064faac8779f1f is 50, key is test_row_0/A:col10/1733555812557/Put/seqid=0 2024-12-07T07:16:52,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742445_1621 (size=14794) 2024-12-07T07:16:52,591 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:16:52,596 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120708462f9adc20431db1a276d27016a7f4_355b67db4fccff7798064faac8779f1f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120708462f9adc20431db1a276d27016a7f4_355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:52,606 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/d7397c910dd24b08a752340fb9f9a036, store: [table=TestAcidGuarantees family=A region=355b67db4fccff7798064faac8779f1f] 2024-12-07T07:16:52,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/d7397c910dd24b08a752340fb9f9a036 is 175, key is test_row_0/A:col10/1733555812557/Put/seqid=0 2024-12-07T07:16:52,612 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733555812590, max timestamp=1733555812609Num uniques 859; 2024-12-07T07:16:52,612 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733555812590, max timestamp=1733555812608Num uniques 859; 2024-12-07T07:16:52,612 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T07:16:52,612 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T07:16:52,614 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733555812590, max timestamp=1733555812609Num uniques 859; 2024-12-07T07:16:52,614 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5d4d7471f19e:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T07:16:52,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742446_1622 (size=39749) 2024-12-07T07:16:52,630 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/d7397c910dd24b08a752340fb9f9a036 2024-12-07T07:16:52,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/94500b4dceb34840a628cf54deb8211e is 50, key is test_row_0/B:col10/1733555812557/Put/seqid=0 2024-12-07T07:16:52,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:52,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35302 deadline: 1733555872643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:52,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:52,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:52,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35358 deadline: 1733555872644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:52,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:52,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:52,649 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:52,649 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:52,649 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:52,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:52,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35318 deadline: 1733555872644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:52,650 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:52,650 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:52,650 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:52,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742447_1623 (size=12151) 2024-12-07T07:16:52,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:52,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35302 deadline: 1733555872760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:52,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:52,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35358 deadline: 1733555872760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:52,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:52,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:52,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:52,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:52,762 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:52,762 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:52,762 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:52,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35318 deadline: 1733555872760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:52,763 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:52,763 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:52,763 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:52,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-07T07:16:52,870 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:16:52,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T07:16:52,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-12-07T07:16:52,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-07T07:16:52,872 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T07:16:52,873 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T07:16:52,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T07:16:52,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:52,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35302 deadline: 1733555872970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:52,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:52,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:52,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:52,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35358 deadline: 1733555872970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:52,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:52,974 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:52,974 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:52,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:52,974 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:52,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35318 deadline: 1733555872970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:52,974 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:52,974 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:52,974 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:52,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-07T07:16:53,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-07T07:16:53,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:53,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. as already flushing 2024-12-07T07:16:53,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:53,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:53,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:53,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:53,081 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/94500b4dceb34840a628cf54deb8211e 2024-12-07T07:16:53,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/ece605e7af964c8e9e10762be709eea1 is 50, key is test_row_0/C:col10/1733555812557/Put/seqid=0 2024-12-07T07:16:53,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742448_1624 (size=12151) 2024-12-07T07:16:53,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-07T07:16:53,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:53,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. as already flushing 2024-12-07T07:16:53,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:53,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:53,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:53,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:53,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-07T07:16:53,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:53,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35302 deadline: 1733555873280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:53,283 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:53,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:53,283 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:53,283 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:53,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35358 deadline: 1733555873280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:53,283 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:53,283 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:53,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:53,283 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:53,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35318 deadline: 1733555873280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:53,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:53,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:53,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:53,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-07T07:16:53,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:53,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. as already flushing 2024-12-07T07:16:53,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:53,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:53,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:53,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:53,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-07T07:16:53,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:53,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. as already flushing 2024-12-07T07:16:53,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:53,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:53,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:53,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:53,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/ece605e7af964c8e9e10762be709eea1 2024-12-07T07:16:53,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/d7397c910dd24b08a752340fb9f9a036 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/d7397c910dd24b08a752340fb9f9a036 2024-12-07T07:16:53,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-07T07:16:53,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/d7397c910dd24b08a752340fb9f9a036, entries=200, sequenceid=250, filesize=38.8 K 2024-12-07T07:16:53,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/94500b4dceb34840a628cf54deb8211e as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/94500b4dceb34840a628cf54deb8211e 2024-12-07T07:16:53,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/94500b4dceb34840a628cf54deb8211e, entries=150, sequenceid=250, filesize=11.9 K 2024-12-07T07:16:53,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/ece605e7af964c8e9e10762be709eea1 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/ece605e7af964c8e9e10762be709eea1 2024-12-07T07:16:53,507 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/ece605e7af964c8e9e10762be709eea1, entries=150, sequenceid=250, filesize=11.9 K 2024-12-07T07:16:53,508 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~165.80 KB/169776, currentSize=127.47 KB/130530 for 355b67db4fccff7798064faac8779f1f in 950ms, sequenceid=250, compaction requested=true 2024-12-07T07:16:53,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 355b67db4fccff7798064faac8779f1f: 2024-12-07T07:16:53,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 355b67db4fccff7798064faac8779f1f:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:16:53,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:53,508 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:16:53,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 355b67db4fccff7798064faac8779f1f:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:16:53,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:53,508 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:16:53,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 355b67db4fccff7798064faac8779f1f:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:16:53,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:16:53,508 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102437 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:16:53,508 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 355b67db4fccff7798064faac8779f1f/A is initiating minor compaction (all files) 2024-12-07T07:16:53,509 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 355b67db4fccff7798064faac8779f1f/A in TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:53,509 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/11c513d780444617a163b8a720f12cea, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/0da924ec36a14253b9673b1b3e34e1e8, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/d7397c910dd24b08a752340fb9f9a036] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp, totalSize=100.0 K 2024-12-07T07:16:53,509 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:53,509 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. files: [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/11c513d780444617a163b8a720f12cea, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/0da924ec36a14253b9673b1b3e34e1e8, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/d7397c910dd24b08a752340fb9f9a036] 2024-12-07T07:16:53,509 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:16:53,509 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11c513d780444617a163b8a720f12cea, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733555811021 2024-12-07T07:16:53,509 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 355b67db4fccff7798064faac8779f1f/B is initiating minor compaction (all files) 2024-12-07T07:16:53,509 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 355b67db4fccff7798064faac8779f1f/B in TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:53,509 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/07ec802b579d42a382d4f14971f01613, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/757e04c5578347e5bbbda826b0014e69, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/94500b4dceb34840a628cf54deb8211e] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp, totalSize=36.1 K 2024-12-07T07:16:53,509 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0da924ec36a14253b9673b1b3e34e1e8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1733555811036 2024-12-07T07:16:53,509 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 07ec802b579d42a382d4f14971f01613, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733555811021 2024-12-07T07:16:53,509 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting d7397c910dd24b08a752340fb9f9a036, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733555812220 2024-12-07T07:16:53,509 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 757e04c5578347e5bbbda826b0014e69, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1733555811036 2024-12-07T07:16:53,510 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 94500b4dceb34840a628cf54deb8211e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733555812552 2024-12-07T07:16:53,518 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=355b67db4fccff7798064faac8779f1f] 2024-12-07T07:16:53,519 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 355b67db4fccff7798064faac8779f1f#B#compaction#528 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:53,519 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412077938aff72f964e6898a1c946895f212f_355b67db4fccff7798064faac8779f1f store=[table=TestAcidGuarantees family=A region=355b67db4fccff7798064faac8779f1f] 2024-12-07T07:16:53,519 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/8faa7b935382434b94160eec76c821b6 is 50, key is test_row_0/B:col10/1733555812557/Put/seqid=0 2024-12-07T07:16:53,521 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412077938aff72f964e6898a1c946895f212f_355b67db4fccff7798064faac8779f1f, store=[table=TestAcidGuarantees family=A region=355b67db4fccff7798064faac8779f1f] 2024-12-07T07:16:53,521 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412077938aff72f964e6898a1c946895f212f_355b67db4fccff7798064faac8779f1f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=355b67db4fccff7798064faac8779f1f] 2024-12-07T07:16:53,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742449_1625 (size=12731) 2024-12-07T07:16:53,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742450_1626 (size=4469) 2024-12-07T07:16:53,535 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/8faa7b935382434b94160eec76c821b6 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/8faa7b935382434b94160eec76c821b6 2024-12-07T07:16:53,538 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 355b67db4fccff7798064faac8779f1f/B of 355b67db4fccff7798064faac8779f1f into 8faa7b935382434b94160eec76c821b6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:53,538 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 355b67db4fccff7798064faac8779f1f: 2024-12-07T07:16:53,538 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., storeName=355b67db4fccff7798064faac8779f1f/B, priority=13, startTime=1733555813508; duration=0sec 2024-12-07T07:16:53,538 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:16:53,538 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 355b67db4fccff7798064faac8779f1f:B 2024-12-07T07:16:53,538 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:16:53,539 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:16:53,539 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 355b67db4fccff7798064faac8779f1f/C is initiating minor compaction (all files) 2024-12-07T07:16:53,539 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 355b67db4fccff7798064faac8779f1f/C in TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:53,539 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/55abb507de8f4b24ab54679f7c808d42, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/7135434f5c2840c6baee81d1b13c53a1, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/ece605e7af964c8e9e10762be709eea1] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp, totalSize=36.1 K 2024-12-07T07:16:53,539 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 55abb507de8f4b24ab54679f7c808d42, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733555811021 2024-12-07T07:16:53,540 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 7135434f5c2840c6baee81d1b13c53a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1733555811036 2024-12-07T07:16:53,540 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting ece605e7af964c8e9e10762be709eea1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733555812552 2024-12-07T07:16:53,545 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 355b67db4fccff7798064faac8779f1f#C#compaction#530 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:53,545 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/0bd0c9ba5484480798113c8bd5544842 is 50, key is test_row_0/C:col10/1733555812557/Put/seqid=0 2024-12-07T07:16:53,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742451_1627 (size=12731) 2024-12-07T07:16:53,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-07T07:16:53,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:53,636 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 355b67db4fccff7798064faac8779f1f 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-12-07T07:16:53,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=A 2024-12-07T07:16:53,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:16:53,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=B 2024-12-07T07:16:53,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:16:53,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=C 2024-12-07T07:16:53,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T07:16:53,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207fe2350255b334f38b880298ab092ce4b_355b67db4fccff7798064faac8779f1f is 50, key is test_row_0/A:col10/1733555812642/Put/seqid=0 2024-12-07T07:16:53,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742452_1628 (size=12454) 2024-12-07T07:16:53,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:53,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. as already flushing 2024-12-07T07:16:53,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:53,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35302 deadline: 1733555873799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:53,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:53,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:53,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:53,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:53,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35358 deadline: 1733555873802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:53,805 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:53,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:53,805 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:53,805 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:53,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35318 deadline: 1733555873802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:53,805 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:53,805 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:53,805 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:53,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:53,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35302 deadline: 1733555873910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:53,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:53,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:53,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:53,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:53,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:53,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35358 deadline: 1733555873910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:53,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35318 deadline: 1733555873910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:53,914 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:53,914 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:53,914 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:53,915 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:53,915 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:53,915 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:53,926 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 355b67db4fccff7798064faac8779f1f#A#compaction#529 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:53,926 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/7154b5178a2d45e7b4d78063393a3934 is 175, key is test_row_0/A:col10/1733555812557/Put/seqid=0 2024-12-07T07:16:53,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742453_1629 (size=31685) 2024-12-07T07:16:53,952 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/0bd0c9ba5484480798113c8bd5544842 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/0bd0c9ba5484480798113c8bd5544842 2024-12-07T07:16:53,955 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 355b67db4fccff7798064faac8779f1f/C of 355b67db4fccff7798064faac8779f1f into 0bd0c9ba5484480798113c8bd5544842(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:53,955 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 355b67db4fccff7798064faac8779f1f: 2024-12-07T07:16:53,955 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., storeName=355b67db4fccff7798064faac8779f1f/C, priority=13, startTime=1733555813508; duration=0sec 2024-12-07T07:16:53,955 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:53,955 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 355b67db4fccff7798064faac8779f1f:C 2024-12-07T07:16:53,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:53,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1733555873989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:53,991 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_2' in 355b67db4fccff7798064faac8779f1f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:16:53,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:53,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:53,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:54,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:54,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35328 deadline: 1733555874000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:54,002 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 5d4d7471f19e,42791,1733555642814 for 'test_row_2' in 355b67db4fccff7798064faac8779f1f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-07T07:16:54,002 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:54,002 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:54,002 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:54,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-07T07:16:54,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:16:54,051 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207fe2350255b334f38b880298ab092ce4b_355b67db4fccff7798064faac8779f1f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207fe2350255b334f38b880298ab092ce4b_355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:54,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/15f615095e58453db75a3d420af78f87, store: [table=TestAcidGuarantees family=A region=355b67db4fccff7798064faac8779f1f] 2024-12-07T07:16:54,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/15f615095e58453db75a3d420af78f87 is 175, key is test_row_0/A:col10/1733555812642/Put/seqid=0 2024-12-07T07:16:54,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742454_1630 (size=31255) 2024-12-07T07:16:54,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:54,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35302 deadline: 1733555874120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:54,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:54,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:54,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:54,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:54,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35318 deadline: 1733555874120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:54,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:54,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:54,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:54,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:54,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35358 deadline: 1733555874120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:54,123 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:54,123 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:54,123 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:54,332 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/7154b5178a2d45e7b4d78063393a3934 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/7154b5178a2d45e7b4d78063393a3934 2024-12-07T07:16:54,335 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 355b67db4fccff7798064faac8779f1f/A of 355b67db4fccff7798064faac8779f1f into 7154b5178a2d45e7b4d78063393a3934(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:54,336 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 355b67db4fccff7798064faac8779f1f: 2024-12-07T07:16:54,336 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., storeName=355b67db4fccff7798064faac8779f1f/A, priority=13, startTime=1733555813508; duration=0sec 2024-12-07T07:16:54,336 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:54,336 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 355b67db4fccff7798064faac8779f1f:A 2024-12-07T07:16:54,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:54,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35318 deadline: 1733555874430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35302 deadline: 1733555874429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:54,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:54,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:54,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:54,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35358 deadline: 1733555874430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:54,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:54,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:54,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:54,433 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:54,433 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:54,433 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:54,455 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=286, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/15f615095e58453db75a3d420af78f87 2024-12-07T07:16:54,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/7298af710c564d7485658502d6ec7091 is 50, key is test_row_0/B:col10/1733555812642/Put/seqid=0 2024-12-07T07:16:54,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742455_1631 (size=12301) 2024-12-07T07:16:54,863 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/7298af710c564d7485658502d6ec7091 2024-12-07T07:16:54,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/39dba24557144ea2a551b70d1b55c816 is 50, key is test_row_0/C:col10/1733555812642/Put/seqid=0 2024-12-07T07:16:54,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742456_1632 (size=12301) 2024-12-07T07:16:54,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:54,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35318 deadline: 1733555874940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:54,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:54,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:54,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:54,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:54,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35302 deadline: 1733555874940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:54,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:54,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:54,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:54,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:54,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35358 deadline: 1733555874940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:54,943 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:54,943 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:54,944 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:55,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-07T07:16:55,283 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/39dba24557144ea2a551b70d1b55c816 2024-12-07T07:16:55,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/15f615095e58453db75a3d420af78f87 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/15f615095e58453db75a3d420af78f87 2024-12-07T07:16:55,290 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/15f615095e58453db75a3d420af78f87, entries=150, sequenceid=286, filesize=30.5 K 2024-12-07T07:16:55,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/7298af710c564d7485658502d6ec7091 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/7298af710c564d7485658502d6ec7091 2024-12-07T07:16:55,295 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/7298af710c564d7485658502d6ec7091, entries=150, sequenceid=286, filesize=12.0 K 2024-12-07T07:16:55,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/39dba24557144ea2a551b70d1b55c816 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/39dba24557144ea2a551b70d1b55c816 2024-12-07T07:16:55,299 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/39dba24557144ea2a551b70d1b55c816, entries=150, sequenceid=286, filesize=12.0 K 2024-12-07T07:16:55,300 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=60.38 KB/61830 for 355b67db4fccff7798064faac8779f1f in 1664ms, sequenceid=286, compaction requested=false 2024-12-07T07:16:55,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 355b67db4fccff7798064faac8779f1f: 2024-12-07T07:16:55,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:55,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-12-07T07:16:55,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-12-07T07:16:55,303 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-12-07T07:16:55,303 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4280 sec 2024-12-07T07:16:55,305 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 2.4330 sec 2024-12-07T07:16:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:55,952 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 355b67db4fccff7798064faac8779f1f 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-07T07:16:55,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=A 2024-12-07T07:16:55,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:55,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=B 2024-12-07T07:16:55,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:55,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=C 2024-12-07T07:16:55,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:55,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412070c07fe9fb0f34f4ba59577a26d6c6386_355b67db4fccff7798064faac8779f1f is 50, key is test_row_0/A:col10/1733555815951/Put/seqid=0 2024-12-07T07:16:55,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742457_1633 (size=14994) 2024-12-07T07:16:55,965 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:16:55,967 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412070c07fe9fb0f34f4ba59577a26d6c6386_355b67db4fccff7798064faac8779f1f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412070c07fe9fb0f34f4ba59577a26d6c6386_355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:55,968 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/651df13307a847e6a7533324acf92e35, store: [table=TestAcidGuarantees family=A region=355b67db4fccff7798064faac8779f1f] 2024-12-07T07:16:55,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/651df13307a847e6a7533324acf92e35 is 175, key is test_row_0/A:col10/1733555815951/Put/seqid=0 2024-12-07T07:16:55,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742458_1634 (size=39949) 2024-12-07T07:16:55,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35358 deadline: 1733555875975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:55,978 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:55,979 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:55,979 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:55,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35318 deadline: 1733555875976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:55,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:55,980 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:55,980 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35302 deadline: 1733555875977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:55,980 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:55,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:55,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:55,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:56,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35358 deadline: 1733555876080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:56,082 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:56,082 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:56,082 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:56,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35318 deadline: 1733555876089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:56,092 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:56,092 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:56,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:56,092 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35302 deadline: 1733555876089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:56,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:56,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:56,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:56,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:56,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35358 deadline: 1733555876290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:56,291 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:56,291 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:56,291 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:56,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:56,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35302 deadline: 1733555876300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35318 deadline: 1733555876300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:56,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:56,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:56,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:56,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:56,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:56,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:56,372 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=302, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/651df13307a847e6a7533324acf92e35 2024-12-07T07:16:56,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/97cf1352a6f746af81a0351c84fb4840 is 50, key is test_row_0/B:col10/1733555815951/Put/seqid=0 2024-12-07T07:16:56,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742459_1635 (size=12301) 2024-12-07T07:16:56,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:56,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35358 deadline: 1733555876600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:56,603 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:56,603 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:56,603 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:56,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:56,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35302 deadline: 1733555876610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:56,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:56,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:56,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:56,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:56,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35318 deadline: 1733555876610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:56,614 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:56,614 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:56,614 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:56,783 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/97cf1352a6f746af81a0351c84fb4840 2024-12-07T07:16:56,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/ac602182a96742bf9c3f64f93aa8c3b6 is 50, key is test_row_0/C:col10/1733555815951/Put/seqid=0 2024-12-07T07:16:56,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742460_1636 (size=12301) 2024-12-07T07:16:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-07T07:16:57,040 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:16:57,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T07:16:57,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-12-07T07:16:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-07T07:16:57,043 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T07:16:57,043 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T07:16:57,044 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T07:16:57,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35358 deadline: 1733555877110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:57,112 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:57,112 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:57,113 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:57,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35302 deadline: 1733555877120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:57,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T07:16:57,123 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:57,123 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35318 deadline: 1733555877120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 2024-12-07T07:16:57,123 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:57,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 , the old value is region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:57,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T07:16:57,124 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., hostname=5d4d7471f19e,42791,1733555642814, seqNum=5 because the exception is null or not the one we care about 2024-12-07T07:16:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-07T07:16:57,191 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/ac602182a96742bf9c3f64f93aa8c3b6 2024-12-07T07:16:57,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/651df13307a847e6a7533324acf92e35 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/651df13307a847e6a7533324acf92e35 2024-12-07T07:16:57,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-07T07:16:57,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:57,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. as already flushing 2024-12-07T07:16:57,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:57,196 ERROR [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:57,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:57,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/651df13307a847e6a7533324acf92e35, entries=200, sequenceid=302, filesize=39.0 K 2024-12-07T07:16:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T07:16:57,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/97cf1352a6f746af81a0351c84fb4840 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/97cf1352a6f746af81a0351c84fb4840 2024-12-07T07:16:57,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/97cf1352a6f746af81a0351c84fb4840, entries=150, sequenceid=302, filesize=12.0 K 2024-12-07T07:16:57,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/ac602182a96742bf9c3f64f93aa8c3b6 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/ac602182a96742bf9c3f64f93aa8c3b6 2024-12-07T07:16:57,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/ac602182a96742bf9c3f64f93aa8c3b6, entries=150, sequenceid=302, filesize=12.0 K 2024-12-07T07:16:57,203 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 355b67db4fccff7798064faac8779f1f in 1251ms, sequenceid=302, compaction requested=true 2024-12-07T07:16:57,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 355b67db4fccff7798064faac8779f1f: 2024-12-07T07:16:57,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 355b67db4fccff7798064faac8779f1f:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T07:16:57,204 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:16:57,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:57,204 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:16:57,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 355b67db4fccff7798064faac8779f1f:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T07:16:57,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:57,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 355b67db4fccff7798064faac8779f1f:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T07:16:57,204 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:16:57,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:16:57,204 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1541): 355b67db4fccff7798064faac8779f1f/A is initiating minor compaction (all files) 2024-12-07T07:16:57,205 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 355b67db4fccff7798064faac8779f1f/A in TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:57,205 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/7154b5178a2d45e7b4d78063393a3934, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/15f615095e58453db75a3d420af78f87, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/651df13307a847e6a7533324acf92e35] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp, totalSize=100.5 K 2024-12-07T07:16:57,205 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:16:57,205 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:57,205 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 355b67db4fccff7798064faac8779f1f/B is initiating minor compaction (all files) 2024-12-07T07:16:57,205 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. files: [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/7154b5178a2d45e7b4d78063393a3934, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/15f615095e58453db75a3d420af78f87, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/651df13307a847e6a7533324acf92e35] 2024-12-07T07:16:57,205 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 355b67db4fccff7798064faac8779f1f/B in TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:57,205 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/8faa7b935382434b94160eec76c821b6, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/7298af710c564d7485658502d6ec7091, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/97cf1352a6f746af81a0351c84fb4840] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp, totalSize=36.5 K 2024-12-07T07:16:57,205 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7154b5178a2d45e7b4d78063393a3934, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733555812552 2024-12-07T07:16:57,205 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 8faa7b935382434b94160eec76c821b6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733555812552 2024-12-07T07:16:57,205 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15f615095e58453db75a3d420af78f87, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1733555812624 2024-12-07T07:16:57,205 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 7298af710c564d7485658502d6ec7091, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1733555812624 2024-12-07T07:16:57,205 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] compactions.Compactor(225): Compacting 651df13307a847e6a7533324acf92e35, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1733555813801 2024-12-07T07:16:57,205 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 97cf1352a6f746af81a0351c84fb4840, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1733555813801 2024-12-07T07:16:57,209 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=355b67db4fccff7798064faac8779f1f] 2024-12-07T07:16:57,209 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 355b67db4fccff7798064faac8779f1f#B#compaction#537 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:57,210 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/f373d1290e4547c89a44354b2a7efb29 is 50, key is test_row_0/B:col10/1733555815951/Put/seqid=0 2024-12-07T07:16:57,210 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241207d7bfad5e6c0e41b8bb098f683cdea392_355b67db4fccff7798064faac8779f1f store=[table=TestAcidGuarantees family=A region=355b67db4fccff7798064faac8779f1f] 2024-12-07T07:16:57,211 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241207d7bfad5e6c0e41b8bb098f683cdea392_355b67db4fccff7798064faac8779f1f, store=[table=TestAcidGuarantees family=A region=355b67db4fccff7798064faac8779f1f] 2024-12-07T07:16:57,212 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207d7bfad5e6c0e41b8bb098f683cdea392_355b67db4fccff7798064faac8779f1f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=355b67db4fccff7798064faac8779f1f] 2024-12-07T07:16:57,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742461_1637 (size=12983) 2024-12-07T07:16:57,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742462_1638 (size=4469) 2024-12-07T07:16:57,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-07T07:16:57,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:57,349 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 355b67db4fccff7798064faac8779f1f 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-07T07:16:57,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=A 2024-12-07T07:16:57,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:57,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=B 2024-12-07T07:16:57,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:57,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=C 2024-12-07T07:16:57,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:16:57,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207fe93006268f94a93b0faf1f45051b01a_355b67db4fccff7798064faac8779f1f is 50, key is test_row_0/A:col10/1733555815975/Put/seqid=0 2024-12-07T07:16:57,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742463_1639 (size=12454) 2024-12-07T07:16:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-07T07:16:57,616 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 355b67db4fccff7798064faac8779f1f#A#compaction#538 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:57,616 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/6fca6deaf3f545e4a3a742949ebb1cb3 is 175, key is test_row_0/A:col10/1733555815951/Put/seqid=0 2024-12-07T07:16:57,618 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/f373d1290e4547c89a44354b2a7efb29 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/f373d1290e4547c89a44354b2a7efb29 2024-12-07T07:16:57,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742464_1640 (size=31937) 2024-12-07T07:16:57,624 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 355b67db4fccff7798064faac8779f1f/B of 355b67db4fccff7798064faac8779f1f into f373d1290e4547c89a44354b2a7efb29(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:57,624 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 355b67db4fccff7798064faac8779f1f: 2024-12-07T07:16:57,624 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., storeName=355b67db4fccff7798064faac8779f1f/B, priority=13, startTime=1733555817204; duration=0sec 2024-12-07T07:16:57,624 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T07:16:57,624 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 355b67db4fccff7798064faac8779f1f:B 2024-12-07T07:16:57,624 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T07:16:57,625 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T07:16:57,625 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1541): 355b67db4fccff7798064faac8779f1f/C is initiating minor compaction (all files) 2024-12-07T07:16:57,625 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 355b67db4fccff7798064faac8779f1f/C in TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:57,625 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/0bd0c9ba5484480798113c8bd5544842, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/39dba24557144ea2a551b70d1b55c816, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/ac602182a96742bf9c3f64f93aa8c3b6] into tmpdir=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp, totalSize=36.5 K 2024-12-07T07:16:57,626 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 0bd0c9ba5484480798113c8bd5544842, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733555812552 2024-12-07T07:16:57,626 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting 39dba24557144ea2a551b70d1b55c816, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1733555812624 2024-12-07T07:16:57,627 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] compactions.Compactor(225): Compacting ac602182a96742bf9c3f64f93aa8c3b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1733555813801 2024-12-07T07:16:57,628 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/6fca6deaf3f545e4a3a742949ebb1cb3 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/6fca6deaf3f545e4a3a742949ebb1cb3 2024-12-07T07:16:57,633 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 355b67db4fccff7798064faac8779f1f/A of 355b67db4fccff7798064faac8779f1f into 6fca6deaf3f545e4a3a742949ebb1cb3(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:57,633 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 355b67db4fccff7798064faac8779f1f: 2024-12-07T07:16:57,633 INFO [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., storeName=355b67db4fccff7798064faac8779f1f/A, priority=13, startTime=1733555817204; duration=0sec 2024-12-07T07:16:57,633 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:57,633 DEBUG [RS:0;5d4d7471f19e:42791-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 355b67db4fccff7798064faac8779f1f:A 2024-12-07T07:16:57,645 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 355b67db4fccff7798064faac8779f1f#C#compaction#540 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T07:16:57,645 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/5265fa1f9c1146c99a07712382999dbc is 50, key is test_row_0/C:col10/1733555815951/Put/seqid=0 2024-12-07T07:16:57,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742465_1641 (size=12983) 2024-12-07T07:16:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-07T07:16:57,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:16:57,760 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207fe93006268f94a93b0faf1f45051b01a_355b67db4fccff7798064faac8779f1f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207fe93006268f94a93b0faf1f45051b01a_355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:57,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/07278594e2854b8382f00ad7bb0b0000, store: [table=TestAcidGuarantees family=A region=355b67db4fccff7798064faac8779f1f] 2024-12-07T07:16:57,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/07278594e2854b8382f00ad7bb0b0000 is 175, key is test_row_0/A:col10/1733555815975/Put/seqid=0 2024-12-07T07:16:57,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742466_1642 (size=31255) 2024-12-07T07:16:57,765 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=320, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/07278594e2854b8382f00ad7bb0b0000 2024-12-07T07:16:57,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/55e99135952649709e8dcee453839cae is 50, key is test_row_0/B:col10/1733555815975/Put/seqid=0 2024-12-07T07:16:57,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742467_1643 (size=12301) 2024-12-07T07:16:57,961 INFO [Thread-2481 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2481. 2024-12-07T07:16:57,961 DEBUG [Thread-2481 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:16:57,961 DEBUG [Thread-2481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:57,961 DEBUG [Thread-2481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:57,961 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:16:57,961 INFO [Thread-2485 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2485. 2024-12-07T07:16:57,961 DEBUG [Thread-2485 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:16:57,961 DEBUG [Thread-2485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:57,961 DEBUG [Thread-2485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:57,961 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:16:57,961 INFO [Thread-2487 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2487. 2024-12-07T07:16:57,961 DEBUG [Thread-2487 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:16:57,961 DEBUG [Thread-2487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:57,962 DEBUG [Thread-2487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:57,962 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:16:57,962 INFO [Thread-2483 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2483. 2024-12-07T07:16:57,962 DEBUG [Thread-2483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:16:57,962 DEBUG [Thread-2483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:57,962 DEBUG [Thread-2483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:57,962 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:16:57,963 INFO [Thread-2489 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2489. 2024-12-07T07:16:57,963 DEBUG [Thread-2489 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:16:57,963 DEBUG [Thread-2489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:57,963 DEBUG [Thread-2489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:57,963 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:16:58,110 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/5265fa1f9c1146c99a07712382999dbc as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/5265fa1f9c1146c99a07712382999dbc 2024-12-07T07:16:58,115 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 355b67db4fccff7798064faac8779f1f/C of 355b67db4fccff7798064faac8779f1f into 5265fa1f9c1146c99a07712382999dbc(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T07:16:58,115 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 355b67db4fccff7798064faac8779f1f: 2024-12-07T07:16:58,115 INFO [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., storeName=355b67db4fccff7798064faac8779f1f/C, priority=13, startTime=1733555817204; duration=0sec 2024-12-07T07:16:58,115 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T07:16:58,115 DEBUG [RS:0;5d4d7471f19e:42791-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 355b67db4fccff7798064faac8779f1f:C 2024-12-07T07:16:58,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42791 {}] regionserver.HRegion(8855): Flush requested on 355b67db4fccff7798064faac8779f1f 2024-12-07T07:16:58,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. as already flushing 2024-12-07T07:16:58,131 INFO [Thread-2472 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2472. 2024-12-07T07:16:58,131 INFO [Thread-2470 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2470. 2024-12-07T07:16:58,131 DEBUG [Thread-2472 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:16:58,131 DEBUG [Thread-2470 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:16:58,131 DEBUG [Thread-2472 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:58,131 DEBUG [Thread-2470 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:58,131 DEBUG [Thread-2470 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:58,131 DEBUG [Thread-2472 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:58,131 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:16:58,131 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:16:58,142 INFO [Thread-2478 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2478. 2024-12-07T07:16:58,142 DEBUG [Thread-2478 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:16:58,142 DEBUG [Thread-2478 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:58,142 DEBUG [Thread-2478 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:16:58,142 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:16:58,175 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/55e99135952649709e8dcee453839cae 2024-12-07T07:16:58,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-07T07:16:58,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/fb26b3e6a87740e18ba068aab080246e is 50, key is test_row_0/C:col10/1733555815975/Put/seqid=0 2024-12-07T07:16:58,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742468_1644 (size=12301) 2024-12-07T07:16:58,585 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/fb26b3e6a87740e18ba068aab080246e 2024-12-07T07:16:58,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/07278594e2854b8382f00ad7bb0b0000 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/07278594e2854b8382f00ad7bb0b0000 2024-12-07T07:16:58,596 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/07278594e2854b8382f00ad7bb0b0000, entries=150, sequenceid=320, filesize=30.5 K 2024-12-07T07:16:58,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/55e99135952649709e8dcee453839cae as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/55e99135952649709e8dcee453839cae 2024-12-07T07:16:58,601 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/55e99135952649709e8dcee453839cae, entries=150, sequenceid=320, filesize=12.0 K 2024-12-07T07:16:58,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/fb26b3e6a87740e18ba068aab080246e as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/fb26b3e6a87740e18ba068aab080246e 2024-12-07T07:16:58,605 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/fb26b3e6a87740e18ba068aab080246e, entries=150, sequenceid=320, filesize=12.0 K 2024-12-07T07:16:58,606 INFO [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=20.13 KB/20610 for 355b67db4fccff7798064faac8779f1f in 1257ms, sequenceid=320, compaction requested=false 2024-12-07T07:16:58,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 355b67db4fccff7798064faac8779f1f: 2024-12-07T07:16:58,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:16:58,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5d4d7471f19e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-12-07T07:16:58,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-12-07T07:16:58,609 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-12-07T07:16:58,609 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5640 sec 2024-12-07T07:16:58,612 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.5700 sec 2024-12-07T07:16:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-07T07:16:59,191 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:17:01,193 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T07:17:04,012 INFO [Thread-2476 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2476. 2024-12-07T07:17:04,012 DEBUG [Thread-2476 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:17:04,012 DEBUG [Thread-2476 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:17:04,012 DEBUG [Thread-2476 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:17:04,012 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:17:04,102 INFO [Thread-2474 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2474. 2024-12-07T07:17:04,102 DEBUG [Thread-2474 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T07:17:04,102 DEBUG [Thread-2474 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:17:04,103 DEBUG [Thread-2474 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:17:04,103 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:17:04,103 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-07T07:17:04,103 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-12-07T07:17:04,103 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-12-07T07:17:04,103 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-12-07T07:17:04,103 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-12-07T07:17:04,103 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-12-07T07:17:04,103 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-07T07:17:04,103 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4302 2024-12-07T07:17:04,103 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4181 2024-12-07T07:17:04,103 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4204 2024-12-07T07:17:04,103 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4309 2024-12-07T07:17:04,103 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4173 2024-12-07T07:17:04,103 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-07T07:17:04,104 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T07:17:04,104 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T07:17:04,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:17:04,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:17:04,104 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:17:04,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-07T07:17:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-07T07:17:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-07T07:17:04,112 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733555824112"}]},"ts":"1733555824112"} 2024-12-07T07:17:04,115 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-07T07:17:04,115 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-07T07:17:04,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-07T07:17:04,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=355b67db4fccff7798064faac8779f1f, UNASSIGN}] 2024-12-07T07:17:04,120 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=355b67db4fccff7798064faac8779f1f, UNASSIGN 2024-12-07T07:17:04,121 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=160 updating hbase:meta row=355b67db4fccff7798064faac8779f1f, regionState=CLOSING, regionLocation=5d4d7471f19e,42791,1733555642814 2024-12-07T07:17:04,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=355b67db4fccff7798064faac8779f1f, UNASSIGN because future has completed 2024-12-07T07:17:04,122 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T07:17:04,123 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; CloseRegionProcedure 355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814}] 2024-12-07T07:17:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-07T07:17:04,276 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(122): Close 355b67db4fccff7798064faac8779f1f 2024-12-07T07:17:04,276 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-07T07:17:04,277 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1722): Closing 355b67db4fccff7798064faac8779f1f, disabling compactions & flushes 2024-12-07T07:17:04,277 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:17:04,277 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:17:04,278 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. after waiting 0 ms 2024-12-07T07:17:04,278 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:17:04,278 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(2902): Flushing 355b67db4fccff7798064faac8779f1f 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-07T07:17:04,279 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=A 2024-12-07T07:17:04,279 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:17:04,279 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=B 2024-12-07T07:17:04,279 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:17:04,280 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 355b67db4fccff7798064faac8779f1f, store=C 2024-12-07T07:17:04,280 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T07:17:04,289 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120717b391a46c9340658ad7e6f443db62d5_355b67db4fccff7798064faac8779f1f is 50, key is test_row_0/A:col10/1733555818130/Put/seqid=0 2024-12-07T07:17:04,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742469_1645 (size=12454) 2024-12-07T07:17:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-07T07:17:04,693 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T07:17:04,698 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120717b391a46c9340658ad7e6f443db62d5_355b67db4fccff7798064faac8779f1f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120717b391a46c9340658ad7e6f443db62d5_355b67db4fccff7798064faac8779f1f 2024-12-07T07:17:04,699 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/b9e88e1cd731406a857bd37ae96088e9, store: [table=TestAcidGuarantees family=A region=355b67db4fccff7798064faac8779f1f] 2024-12-07T07:17:04,700 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/b9e88e1cd731406a857bd37ae96088e9 is 175, key is test_row_0/A:col10/1733555818130/Put/seqid=0 2024-12-07T07:17:04,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742470_1646 (size=31255) 2024-12-07T07:17:04,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-07T07:17:05,105 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=331, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/b9e88e1cd731406a857bd37ae96088e9 2024-12-07T07:17:05,113 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/2a83a38269e847d6aa073464833107d3 is 50, key is test_row_0/B:col10/1733555818130/Put/seqid=0 2024-12-07T07:17:05,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742471_1647 (size=12301) 2024-12-07T07:17:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-07T07:17:05,518 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/2a83a38269e847d6aa073464833107d3 2024-12-07T07:17:05,524 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/e641c13fd06f46d3a4e4cbb83bfc7d5f is 50, key is test_row_0/C:col10/1733555818130/Put/seqid=0 2024-12-07T07:17:05,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742472_1648 (size=12301) 2024-12-07T07:17:05,928 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/e641c13fd06f46d3a4e4cbb83bfc7d5f 2024-12-07T07:17:05,937 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/A/b9e88e1cd731406a857bd37ae96088e9 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/b9e88e1cd731406a857bd37ae96088e9 2024-12-07T07:17:05,941 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/b9e88e1cd731406a857bd37ae96088e9, entries=150, sequenceid=331, filesize=30.5 K 2024-12-07T07:17:05,942 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/B/2a83a38269e847d6aa073464833107d3 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/2a83a38269e847d6aa073464833107d3 2024-12-07T07:17:05,945 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/2a83a38269e847d6aa073464833107d3, entries=150, sequenceid=331, filesize=12.0 K 2024-12-07T07:17:05,945 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/.tmp/C/e641c13fd06f46d3a4e4cbb83bfc7d5f as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/e641c13fd06f46d3a4e4cbb83bfc7d5f 2024-12-07T07:17:05,948 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/e641c13fd06f46d3a4e4cbb83bfc7d5f, entries=150, sequenceid=331, filesize=12.0 K 2024-12-07T07:17:05,949 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 355b67db4fccff7798064faac8779f1f in 1671ms, sequenceid=331, compaction requested=true 2024-12-07T07:17:05,950 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/d76534c2b08f47adaa996214b977d16a, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/2c52dc93569647508180c28086d345a3, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/0d550e51cdd145d1b489e9236404ab1d, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/c3fb210b2417420497f4dfdc55875215, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/daf872c892b94f2597a19d9f45f3dce3, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/9d755f81f413490d88ff1e9973bd98bf, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/07d488f4be8b478d834e14c8851d272f, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/2b5913868b4d4a73bcf27415cf9d1b13, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/f3186079b36a401da36b35414268ff74, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/3f500d913ea144c48797e077b1e83b07, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/92464ca859244f4d8c2f395ab0184ddb, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/0794a1a233324811bef1c5422113246b, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/d8bd5065cacc4e57bb96c53a10662f17, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/2bd05564985941d49c98b27e78ca5f72, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/11c513d780444617a163b8a720f12cea, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/0da924ec36a14253b9673b1b3e34e1e8, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/d7397c910dd24b08a752340fb9f9a036, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/7154b5178a2d45e7b4d78063393a3934, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/15f615095e58453db75a3d420af78f87, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/651df13307a847e6a7533324acf92e35] to archive 2024-12-07T07:17:05,950 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T07:17:05,952 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/d76534c2b08f47adaa996214b977d16a to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/d76534c2b08f47adaa996214b977d16a 2024-12-07T07:17:05,953 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/2c52dc93569647508180c28086d345a3 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/2c52dc93569647508180c28086d345a3 2024-12-07T07:17:05,954 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/0d550e51cdd145d1b489e9236404ab1d to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/0d550e51cdd145d1b489e9236404ab1d 2024-12-07T07:17:05,955 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/c3fb210b2417420497f4dfdc55875215 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/c3fb210b2417420497f4dfdc55875215 2024-12-07T07:17:05,957 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/daf872c892b94f2597a19d9f45f3dce3 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/daf872c892b94f2597a19d9f45f3dce3 2024-12-07T07:17:05,958 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/9d755f81f413490d88ff1e9973bd98bf to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/9d755f81f413490d88ff1e9973bd98bf 2024-12-07T07:17:05,959 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/07d488f4be8b478d834e14c8851d272f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/07d488f4be8b478d834e14c8851d272f 2024-12-07T07:17:05,960 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/2b5913868b4d4a73bcf27415cf9d1b13 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/2b5913868b4d4a73bcf27415cf9d1b13 2024-12-07T07:17:05,961 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/f3186079b36a401da36b35414268ff74 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/f3186079b36a401da36b35414268ff74 2024-12-07T07:17:05,962 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/3f500d913ea144c48797e077b1e83b07 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/3f500d913ea144c48797e077b1e83b07 2024-12-07T07:17:05,964 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/92464ca859244f4d8c2f395ab0184ddb to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/92464ca859244f4d8c2f395ab0184ddb 2024-12-07T07:17:05,965 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/0794a1a233324811bef1c5422113246b to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/0794a1a233324811bef1c5422113246b 2024-12-07T07:17:05,966 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/d8bd5065cacc4e57bb96c53a10662f17 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/d8bd5065cacc4e57bb96c53a10662f17 2024-12-07T07:17:05,968 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/2bd05564985941d49c98b27e78ca5f72 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/2bd05564985941d49c98b27e78ca5f72 2024-12-07T07:17:05,969 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/11c513d780444617a163b8a720f12cea to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/11c513d780444617a163b8a720f12cea 2024-12-07T07:17:05,971 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/0da924ec36a14253b9673b1b3e34e1e8 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/0da924ec36a14253b9673b1b3e34e1e8 2024-12-07T07:17:05,972 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/d7397c910dd24b08a752340fb9f9a036 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/d7397c910dd24b08a752340fb9f9a036 2024-12-07T07:17:05,974 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/7154b5178a2d45e7b4d78063393a3934 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/7154b5178a2d45e7b4d78063393a3934 2024-12-07T07:17:05,975 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/15f615095e58453db75a3d420af78f87 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/15f615095e58453db75a3d420af78f87 2024-12-07T07:17:05,977 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/651df13307a847e6a7533324acf92e35 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/651df13307a847e6a7533324acf92e35 2024-12-07T07:17:05,978 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/6b6f6e5c4b6a42e697948f0648431cfd, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/f1850e2de9d54b62b7f98539e03d26a9, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/8e3ac0cfd689427a90057da41d0e23ff, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/aca1455c0db6492e987b2f938a056d18, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/b8ed398ec5de400aae8a87e56b440f14, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/f524b943fee146f19f131127843ac69d, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/2e0a5d81c3b94346a1b15abe10a6d385, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/c081d97941984d96b289deaa19f25fac, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/c9806273840840ae9eaccc6af81aaef4, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/4cfc851cfcc347288084613ce45f6ff2, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/2e42c63ec03c4c39babd3dcf426e1618, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/23e600006d4247018b756aed3dbbbce7, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/ed87bb5fec6545bc8b50fe93143c6cde, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/07ec802b579d42a382d4f14971f01613, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/8bbf49796c964428b4c626c5f30971e6, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/757e04c5578347e5bbbda826b0014e69, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/8faa7b935382434b94160eec76c821b6, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/94500b4dceb34840a628cf54deb8211e, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/7298af710c564d7485658502d6ec7091, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/97cf1352a6f746af81a0351c84fb4840] to archive 2024-12-07T07:17:05,980 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T07:17:05,981 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/6b6f6e5c4b6a42e697948f0648431cfd to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/6b6f6e5c4b6a42e697948f0648431cfd 2024-12-07T07:17:05,983 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/f1850e2de9d54b62b7f98539e03d26a9 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/f1850e2de9d54b62b7f98539e03d26a9 2024-12-07T07:17:05,984 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/8e3ac0cfd689427a90057da41d0e23ff to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/8e3ac0cfd689427a90057da41d0e23ff 2024-12-07T07:17:05,985 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/aca1455c0db6492e987b2f938a056d18 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/aca1455c0db6492e987b2f938a056d18 2024-12-07T07:17:05,986 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/b8ed398ec5de400aae8a87e56b440f14 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/b8ed398ec5de400aae8a87e56b440f14 2024-12-07T07:17:05,987 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/f524b943fee146f19f131127843ac69d to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/f524b943fee146f19f131127843ac69d 2024-12-07T07:17:05,988 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/2e0a5d81c3b94346a1b15abe10a6d385 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/2e0a5d81c3b94346a1b15abe10a6d385 2024-12-07T07:17:05,990 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/c081d97941984d96b289deaa19f25fac to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/c081d97941984d96b289deaa19f25fac 2024-12-07T07:17:05,991 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/c9806273840840ae9eaccc6af81aaef4 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/c9806273840840ae9eaccc6af81aaef4 2024-12-07T07:17:05,992 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/4cfc851cfcc347288084613ce45f6ff2 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/4cfc851cfcc347288084613ce45f6ff2 2024-12-07T07:17:05,994 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/2e42c63ec03c4c39babd3dcf426e1618 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/2e42c63ec03c4c39babd3dcf426e1618 2024-12-07T07:17:05,995 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/23e600006d4247018b756aed3dbbbce7 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/23e600006d4247018b756aed3dbbbce7 2024-12-07T07:17:05,996 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/ed87bb5fec6545bc8b50fe93143c6cde to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/ed87bb5fec6545bc8b50fe93143c6cde 2024-12-07T07:17:05,998 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/07ec802b579d42a382d4f14971f01613 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/07ec802b579d42a382d4f14971f01613 2024-12-07T07:17:05,999 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/8bbf49796c964428b4c626c5f30971e6 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/8bbf49796c964428b4c626c5f30971e6 2024-12-07T07:17:06,001 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/757e04c5578347e5bbbda826b0014e69 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/757e04c5578347e5bbbda826b0014e69 2024-12-07T07:17:06,003 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/8faa7b935382434b94160eec76c821b6 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/8faa7b935382434b94160eec76c821b6 2024-12-07T07:17:06,004 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/94500b4dceb34840a628cf54deb8211e to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/94500b4dceb34840a628cf54deb8211e 2024-12-07T07:17:06,006 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/7298af710c564d7485658502d6ec7091 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/7298af710c564d7485658502d6ec7091 2024-12-07T07:17:06,008 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/97cf1352a6f746af81a0351c84fb4840 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/97cf1352a6f746af81a0351c84fb4840 2024-12-07T07:17:06,009 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/3752e96af4734a1d8e133ac46f85367f, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/58f28148311244f39bdac9d26c82fa76, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/4b2eb22e125440249096b9b1a0e06956, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/d1371fb460ef48899088c9896c5e2686, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/2d93b73ec50e44539d0f42b3d1cef441, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/fab4027745c04ce897ad26d0461e0bb6, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/83e33443702a4f7f944eef9ed0afd46b, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/d80eafba3055436182fab6e234107335, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/58eedcf0d2bd4ad0807a3ec7967b9c7b, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/37e3cc3889304dd7a3340f85ee137775, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/b727afb98fda4fe1a97d821484e0c591, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/7b15996b3222422a80044581c69d9ae4, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/04ff1169e2d84032820c23b75161709c, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/55abb507de8f4b24ab54679f7c808d42, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/7ad6d2cf2083422f8b2c8a9d4e37f6a3, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/7135434f5c2840c6baee81d1b13c53a1, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/0bd0c9ba5484480798113c8bd5544842, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/ece605e7af964c8e9e10762be709eea1, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/39dba24557144ea2a551b70d1b55c816, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/ac602182a96742bf9c3f64f93aa8c3b6] to archive 2024-12-07T07:17:06,010 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T07:17:06,012 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/3752e96af4734a1d8e133ac46f85367f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/3752e96af4734a1d8e133ac46f85367f 2024-12-07T07:17:06,013 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/58f28148311244f39bdac9d26c82fa76 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/58f28148311244f39bdac9d26c82fa76 2024-12-07T07:17:06,015 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/4b2eb22e125440249096b9b1a0e06956 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/4b2eb22e125440249096b9b1a0e06956 2024-12-07T07:17:06,016 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/d1371fb460ef48899088c9896c5e2686 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/d1371fb460ef48899088c9896c5e2686 2024-12-07T07:17:06,017 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/2d93b73ec50e44539d0f42b3d1cef441 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/2d93b73ec50e44539d0f42b3d1cef441 2024-12-07T07:17:06,018 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/fab4027745c04ce897ad26d0461e0bb6 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/fab4027745c04ce897ad26d0461e0bb6 2024-12-07T07:17:06,019 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/83e33443702a4f7f944eef9ed0afd46b to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/83e33443702a4f7f944eef9ed0afd46b 2024-12-07T07:17:06,020 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/d80eafba3055436182fab6e234107335 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/d80eafba3055436182fab6e234107335 2024-12-07T07:17:06,021 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/58eedcf0d2bd4ad0807a3ec7967b9c7b to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/58eedcf0d2bd4ad0807a3ec7967b9c7b 2024-12-07T07:17:06,022 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/37e3cc3889304dd7a3340f85ee137775 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/37e3cc3889304dd7a3340f85ee137775 2024-12-07T07:17:06,024 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/b727afb98fda4fe1a97d821484e0c591 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/b727afb98fda4fe1a97d821484e0c591 2024-12-07T07:17:06,025 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/7b15996b3222422a80044581c69d9ae4 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/7b15996b3222422a80044581c69d9ae4 2024-12-07T07:17:06,026 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/04ff1169e2d84032820c23b75161709c to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/04ff1169e2d84032820c23b75161709c 2024-12-07T07:17:06,027 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/55abb507de8f4b24ab54679f7c808d42 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/55abb507de8f4b24ab54679f7c808d42 2024-12-07T07:17:06,028 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/7ad6d2cf2083422f8b2c8a9d4e37f6a3 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/7ad6d2cf2083422f8b2c8a9d4e37f6a3 2024-12-07T07:17:06,029 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/7135434f5c2840c6baee81d1b13c53a1 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/7135434f5c2840c6baee81d1b13c53a1 2024-12-07T07:17:06,030 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/0bd0c9ba5484480798113c8bd5544842 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/0bd0c9ba5484480798113c8bd5544842 2024-12-07T07:17:06,032 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/ece605e7af964c8e9e10762be709eea1 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/ece605e7af964c8e9e10762be709eea1 2024-12-07T07:17:06,033 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/39dba24557144ea2a551b70d1b55c816 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/39dba24557144ea2a551b70d1b55c816 2024-12-07T07:17:06,034 DEBUG [StoreCloser-TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/ac602182a96742bf9c3f64f93aa8c3b6 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/ac602182a96742bf9c3f64f93aa8c3b6 2024-12-07T07:17:06,038 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/recovered.edits/334.seqid, newMaxSeqId=334, maxSeqId=4 2024-12-07T07:17:06,038 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. 2024-12-07T07:17:06,039 DEBUG [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1676): Region close journal for 355b67db4fccff7798064faac8779f1f: Waiting for close lock at 1733555824277Running coprocessor pre-close hooks at 1733555824277Disabling compacts and flushes for region at 1733555824277Disabling writes for close at 1733555824278 (+1 ms)Obtaining lock to block concurrent updates at 1733555824278Preparing flush snapshotting stores in 355b67db4fccff7798064faac8779f1f at 1733555824278Finished memstore snapshotting TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1733555824280 (+2 ms)Flushing stores of TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f. at 1733555824281 (+1 ms)Flushing 355b67db4fccff7798064faac8779f1f/A: creating writer at 1733555824281Flushing mob file 355b67db4fccff7798064faac8779f1f/A: appending metadata at 1733555824289 (+8 ms)Flushing mob file 355b67db4fccff7798064faac8779f1f/A: closing flushed file at 1733555824289Flushing 355b67db4fccff7798064faac8779f1f/A: appending metadata at 1733555824699 (+410 ms)Flushing 355b67db4fccff7798064faac8779f1f/A: closing flushed file at 1733555824699Flushing 355b67db4fccff7798064faac8779f1f/B: creating writer at 1733555825110 (+411 ms)Flushing 355b67db4fccff7798064faac8779f1f/B: appending metadata at 1733555825113 (+3 ms)Flushing 355b67db4fccff7798064faac8779f1f/B: closing flushed file at 1733555825113Flushing 355b67db4fccff7798064faac8779f1f/C: creating writer at 1733555825521 (+408 ms)Flushing 355b67db4fccff7798064faac8779f1f/C: appending metadata at 1733555825523 (+2 ms)Flushing 355b67db4fccff7798064faac8779f1f/C: closing flushed file at 1733555825523Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d7c90a3: reopening flushed file at 1733555825936 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50eb2a43: reopening flushed file at 1733555825941 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c6d3287: reopening flushed file at 1733555825945 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 355b67db4fccff7798064faac8779f1f in 1671ms, sequenceid=331, compaction requested=true at 1733555825949 (+4 ms)Writing region close event to WAL at 1733555826035 (+86 ms)Running coprocessor post-close hooks at 1733555826038 (+3 ms)Closed at 1733555826038 2024-12-07T07:17:06,040 INFO [RS_CLOSE_REGION-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(157): Closed 355b67db4fccff7798064faac8779f1f 2024-12-07T07:17:06,041 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=160 updating hbase:meta row=355b67db4fccff7798064faac8779f1f, regionState=CLOSED 2024-12-07T07:17:06,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=161, ppid=160, state=RUNNABLE, hasLock=false; CloseRegionProcedure 355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 because future has completed 2024-12-07T07:17:06,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-12-07T07:17:06,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; CloseRegionProcedure 355b67db4fccff7798064faac8779f1f, server=5d4d7471f19e,42791,1733555642814 in 1.9200 sec 2024-12-07T07:17:06,046 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=160, resume processing ppid=159 2024-12-07T07:17:06,046 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, ppid=159, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=355b67db4fccff7798064faac8779f1f, UNASSIGN in 1.9260 sec 2024-12-07T07:17:06,048 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-12-07T07:17:06,048 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9310 sec 2024-12-07T07:17:06,050 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733555826050"}]},"ts":"1733555826050"} 2024-12-07T07:17:06,052 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-07T07:17:06,052 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-07T07:17:06,054 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9470 sec 2024-12-07T07:17:06,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-07T07:17:06,261 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:17:06,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-07T07:17:06,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T07:17:06,266 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=162, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T07:17:06,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-07T07:17:06,268 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=162, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T07:17:06,271 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f 2024-12-07T07:17:06,275 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A, FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B, FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C, FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/recovered.edits] 2024-12-07T07:17:06,280 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/07278594e2854b8382f00ad7bb0b0000 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/07278594e2854b8382f00ad7bb0b0000 2024-12-07T07:17:06,283 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/6fca6deaf3f545e4a3a742949ebb1cb3 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/6fca6deaf3f545e4a3a742949ebb1cb3 2024-12-07T07:17:06,285 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/b9e88e1cd731406a857bd37ae96088e9 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/A/b9e88e1cd731406a857bd37ae96088e9 2024-12-07T07:17:06,289 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/2a83a38269e847d6aa073464833107d3 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/2a83a38269e847d6aa073464833107d3 2024-12-07T07:17:06,291 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/55e99135952649709e8dcee453839cae to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/55e99135952649709e8dcee453839cae 2024-12-07T07:17:06,293 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/f373d1290e4547c89a44354b2a7efb29 to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/B/f373d1290e4547c89a44354b2a7efb29 2024-12-07T07:17:06,295 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/5265fa1f9c1146c99a07712382999dbc to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/5265fa1f9c1146c99a07712382999dbc 2024-12-07T07:17:06,296 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/e641c13fd06f46d3a4e4cbb83bfc7d5f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/e641c13fd06f46d3a4e4cbb83bfc7d5f 2024-12-07T07:17:06,297 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/fb26b3e6a87740e18ba068aab080246e to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/C/fb26b3e6a87740e18ba068aab080246e 2024-12-07T07:17:06,300 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/recovered.edits/334.seqid to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f/recovered.edits/334.seqid 2024-12-07T07:17:06,301 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/default/TestAcidGuarantees/355b67db4fccff7798064faac8779f1f 2024-12-07T07:17:06,301 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-07T07:17:06,301 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-07T07:17:06,302 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-07T07:17:06,305 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120708462f9adc20431db1a276d27016a7f4_355b67db4fccff7798064faac8779f1f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120708462f9adc20431db1a276d27016a7f4_355b67db4fccff7798064faac8779f1f 2024-12-07T07:17:06,306 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412070b3f115f81fa4fadb52a724973c6447e_355b67db4fccff7798064faac8779f1f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412070b3f115f81fa4fadb52a724973c6447e_355b67db4fccff7798064faac8779f1f 2024-12-07T07:17:06,308 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412070c07fe9fb0f34f4ba59577a26d6c6386_355b67db4fccff7798064faac8779f1f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412070c07fe9fb0f34f4ba59577a26d6c6386_355b67db4fccff7798064faac8779f1f 2024-12-07T07:17:06,309 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412070f3436c9cf07414fbab5ab0f6efcba5e_355b67db4fccff7798064faac8779f1f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412070f3436c9cf07414fbab5ab0f6efcba5e_355b67db4fccff7798064faac8779f1f 2024-12-07T07:17:06,310 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412070f4185fedd02415487e9071c3c0fb6d5_355b67db4fccff7798064faac8779f1f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412070f4185fedd02415487e9071c3c0fb6d5_355b67db4fccff7798064faac8779f1f 2024-12-07T07:17:06,312 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120717b391a46c9340658ad7e6f443db62d5_355b67db4fccff7798064faac8779f1f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120717b391a46c9340658ad7e6f443db62d5_355b67db4fccff7798064faac8779f1f 2024-12-07T07:17:06,313 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412071f45afca10544b799634ff9e44135289_355b67db4fccff7798064faac8779f1f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412071f45afca10544b799634ff9e44135289_355b67db4fccff7798064faac8779f1f 2024-12-07T07:17:06,315 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412072d4230f868524213b119667d3e614c3d_355b67db4fccff7798064faac8779f1f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412072d4230f868524213b119667d3e614c3d_355b67db4fccff7798064faac8779f1f 2024-12-07T07:17:06,317 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412074e19d0e2878c4320a021724c2bf20a06_355b67db4fccff7798064faac8779f1f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412074e19d0e2878c4320a021724c2bf20a06_355b67db4fccff7798064faac8779f1f 2024-12-07T07:17:06,318 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120779bba5d54a554680aee34fd75a5468dc_355b67db4fccff7798064faac8779f1f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120779bba5d54a554680aee34fd75a5468dc_355b67db4fccff7798064faac8779f1f 2024-12-07T07:17:06,320 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412079838447a83084c60bfc295b28e068b21_355b67db4fccff7798064faac8779f1f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412079838447a83084c60bfc295b28e068b21_355b67db4fccff7798064faac8779f1f 2024-12-07T07:17:06,322 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207bdf62affa3a944bcafb17f5c0f522a7f_355b67db4fccff7798064faac8779f1f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207bdf62affa3a944bcafb17f5c0f522a7f_355b67db4fccff7798064faac8779f1f 2024-12-07T07:17:06,324 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207be7dbefd70e042828108ba662512b838_355b67db4fccff7798064faac8779f1f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207be7dbefd70e042828108ba662512b838_355b67db4fccff7798064faac8779f1f 2024-12-07T07:17:06,325 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207f0bad81e71234fc7981e9432a9311e70_355b67db4fccff7798064faac8779f1f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207f0bad81e71234fc7981e9432a9311e70_355b67db4fccff7798064faac8779f1f 2024-12-07T07:17:06,327 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207f16b6f07ff6245739fe6162d36594dab_355b67db4fccff7798064faac8779f1f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207f16b6f07ff6245739fe6162d36594dab_355b67db4fccff7798064faac8779f1f 2024-12-07T07:17:06,329 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207fe2350255b334f38b880298ab092ce4b_355b67db4fccff7798064faac8779f1f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207fe2350255b334f38b880298ab092ce4b_355b67db4fccff7798064faac8779f1f 2024-12-07T07:17:06,331 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207fe93006268f94a93b0faf1f45051b01a_355b67db4fccff7798064faac8779f1f to hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207fe93006268f94a93b0faf1f45051b01a_355b67db4fccff7798064faac8779f1f 2024-12-07T07:17:06,332 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-07T07:17:06,335 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=162, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T07:17:06,339 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-07T07:17:06,342 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-07T07:17:06,344 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=162, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T07:17:06,344 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-07T07:17:06,344 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733555826344"}]},"ts":"9223372036854775807"} 2024-12-07T07:17:06,347 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-07T07:17:06,347 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 355b67db4fccff7798064faac8779f1f, NAME => 'TestAcidGuarantees,,1733555794836.355b67db4fccff7798064faac8779f1f.', STARTKEY => '', ENDKEY => ''}] 2024-12-07T07:17:06,347 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-07T07:17:06,347 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733555826347"}]},"ts":"9223372036854775807"} 2024-12-07T07:17:06,350 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-07T07:17:06,351 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=162, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T07:17:06,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 89 msec 2024-12-07T07:17:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-07T07:17:06,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-07T07:17:06,370 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-07T07:17:06,379 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=247 (was 252), OpenFileDescriptor=443 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=454 (was 514), ProcessCount=11 (was 11), AvailableMemoryMB=6654 (was 6948) 2024-12-07T07:17:06,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-07T07:17:06,379 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T07:17:06,380 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T07:17:06,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:17:06,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:17:06,380 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T07:17:06,380 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-07T07:17:06,380 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1484730631, stopped=false 2024-12-07T07:17:06,381 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5d4d7471f19e,35121,1733555642057 2024-12-07T07:17:06,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42791-0x101aea3d74a0001, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-07T07:17:06,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x101aea3d74a0000, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-07T07:17:06,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42791-0x101aea3d74a0001, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T07:17:06,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x101aea3d74a0000, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T07:17:06,448 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T07:17:06,450 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T07:17:06,450 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42791-0x101aea3d74a0001, quorum=127.0.0.1:59577, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T07:17:06,450 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35121-0x101aea3d74a0000, quorum=127.0.0.1:59577, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T07:17:06,451 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T07:17:06,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:17:06,452 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5d4d7471f19e,42791,1733555642814' ***** 2024-12-07T07:17:06,452 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-07T07:17:06,452 INFO [RS:0;5d4d7471f19e:42791 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T07:17:06,453 INFO [RS:0;5d4d7471f19e:42791 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-07T07:17:06,453 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-07T07:17:06,453 INFO [RS:0;5d4d7471f19e:42791 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-07T07:17:06,453 INFO [RS:0;5d4d7471f19e:42791 {}] regionserver.HRegionServer(959): stopping server 5d4d7471f19e,42791,1733555642814 2024-12-07T07:17:06,453 INFO [RS:0;5d4d7471f19e:42791 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T07:17:06,453 INFO [RS:0;5d4d7471f19e:42791 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5d4d7471f19e:42791. 2024-12-07T07:17:06,453 DEBUG [RS:0;5d4d7471f19e:42791 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T07:17:06,453 DEBUG [RS:0;5d4d7471f19e:42791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:17:06,453 INFO [RS:0;5d4d7471f19e:42791 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T07:17:06,453 INFO [RS:0;5d4d7471f19e:42791 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T07:17:06,453 INFO [RS:0;5d4d7471f19e:42791 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T07:17:06,454 INFO [RS:0;5d4d7471f19e:42791 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-07T07:17:06,454 INFO [RS:0;5d4d7471f19e:42791 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-07T07:17:06,455 DEBUG [RS:0;5d4d7471f19e:42791 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-07T07:17:06,455 DEBUG [RS:0;5d4d7471f19e:42791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T07:17:06,455 DEBUG [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T07:17:06,455 INFO [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T07:17:06,455 DEBUG [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T07:17:06,455 DEBUG [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T07:17:06,455 DEBUG [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T07:17:06,455 INFO [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-12-07T07:17:06,461 INFO [regionserver/5d4d7471f19e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T07:17:06,477 DEBUG [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/hbase/meta/1588230740/.tmp/info/91232b2ea4bd42a49faf496cab5c24d2 is 95, key is TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f./info:/1733555681064/DeleteFamily/seqid=0 2024-12-07T07:17:06,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742473_1649 (size=6514) 2024-12-07T07:17:06,655 DEBUG [RS:0;5d4d7471f19e:42791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T07:17:06,855 DEBUG [RS:0;5d4d7471f19e:42791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T07:17:06,856 INFO [regionserver/5d4d7471f19e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-07T07:17:06,857 INFO [regionserver/5d4d7471f19e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-07T07:17:06,882 INFO [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/hbase/meta/1588230740/.tmp/info/91232b2ea4bd42a49faf496cab5c24d2 2024-12-07T07:17:06,910 DEBUG [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/hbase/meta/1588230740/.tmp/ns/afa19769bfb541038e181b59944b6545 is 93, key is TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f./ns:/1733555681009/DeleteFamily/seqid=0 2024-12-07T07:17:06,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742474_1650 (size=5906) 2024-12-07T07:17:07,056 DEBUG [RS:0;5d4d7471f19e:42791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T07:17:07,256 DEBUG [RS:0;5d4d7471f19e:42791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T07:17:07,314 INFO [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/hbase/meta/1588230740/.tmp/ns/afa19769bfb541038e181b59944b6545 2024-12-07T07:17:07,338 DEBUG [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/hbase/meta/1588230740/.tmp/rep_barrier/b3343080c04c466c986f213614e610d7 is 102, key is TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f./rep_barrier:/1733555681009/DeleteFamily/seqid=0 2024-12-07T07:17:07,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742475_1651 (size=6025) 2024-12-07T07:17:07,456 DEBUG [RS:0;5d4d7471f19e:42791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T07:17:07,657 DEBUG [RS:0;5d4d7471f19e:42791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T07:17:07,743 INFO [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/hbase/meta/1588230740/.tmp/rep_barrier/b3343080c04c466c986f213614e610d7 2024-12-07T07:17:07,765 DEBUG [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/hbase/meta/1588230740/.tmp/table/b40498ecf90948a78aea8e932c7b9aa0 is 96, key is TestAcidGuarantees,,1733555647490.69a82cb515a7602aa60284bb103f0a6f./table:/1733555681009/DeleteFamily/seqid=0 2024-12-07T07:17:07,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742476_1652 (size=5936) 2024-12-07T07:17:07,857 DEBUG [RS:0;5d4d7471f19e:42791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T07:17:08,057 DEBUG [RS:0;5d4d7471f19e:42791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T07:17:08,168 INFO [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/hbase/meta/1588230740/.tmp/table/b40498ecf90948a78aea8e932c7b9aa0 2024-12-07T07:17:08,188 DEBUG [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/hbase/meta/1588230740/.tmp/info/91232b2ea4bd42a49faf496cab5c24d2 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/hbase/meta/1588230740/info/91232b2ea4bd42a49faf496cab5c24d2 2024-12-07T07:17:08,193 INFO [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/hbase/meta/1588230740/info/91232b2ea4bd42a49faf496cab5c24d2, entries=12, sequenceid=90, filesize=6.4 K 2024-12-07T07:17:08,195 DEBUG [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/hbase/meta/1588230740/.tmp/ns/afa19769bfb541038e181b59944b6545 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/hbase/meta/1588230740/ns/afa19769bfb541038e181b59944b6545 2024-12-07T07:17:08,199 INFO [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/hbase/meta/1588230740/ns/afa19769bfb541038e181b59944b6545, entries=8, sequenceid=90, filesize=5.8 K 2024-12-07T07:17:08,200 DEBUG [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/hbase/meta/1588230740/.tmp/rep_barrier/b3343080c04c466c986f213614e610d7 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/hbase/meta/1588230740/rep_barrier/b3343080c04c466c986f213614e610d7 2024-12-07T07:17:08,204 INFO [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/hbase/meta/1588230740/rep_barrier/b3343080c04c466c986f213614e610d7, entries=6, sequenceid=90, filesize=5.9 K 2024-12-07T07:17:08,205 DEBUG [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/hbase/meta/1588230740/.tmp/table/b40498ecf90948a78aea8e932c7b9aa0 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/hbase/meta/1588230740/table/b40498ecf90948a78aea8e932c7b9aa0 2024-12-07T07:17:08,208 INFO [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/hbase/meta/1588230740/table/b40498ecf90948a78aea8e932c7b9aa0, entries=7, sequenceid=90, filesize=5.8 K 2024-12-07T07:17:08,209 INFO [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1754ms, sequenceid=90, compaction requested=false 2024-12-07T07:17:08,214 DEBUG [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-12-07T07:17:08,215 DEBUG [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T07:17:08,215 INFO [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T07:17:08,215 DEBUG [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733555826454Running coprocessor pre-close hooks at 1733555826455 (+1 ms)Disabling compacts and flushes for region at 1733555826455Disabling writes for close at 1733555826455Obtaining lock to block concurrent updates at 1733555826455Preparing flush snapshotting stores in 1588230740 at 1733555826455Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1733555826456 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733555826457 (+1 ms)Flushing 1588230740/info: creating writer at 1733555826457Flushing 1588230740/info: appending metadata at 1733555826477 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733555826477Flushing 1588230740/ns: creating writer at 1733555826892 (+415 ms)Flushing 1588230740/ns: appending metadata at 1733555826910 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733555826910Flushing 1588230740/rep_barrier: creating writer at 1733555827320 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733555827338 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733555827338Flushing 1588230740/table: creating writer at 1733555827748 (+410 ms)Flushing 1588230740/table: appending metadata at 1733555827764 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733555827764Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1668800d: reopening flushed file at 1733555828187 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16bf17b: reopening flushed file at 1733555828194 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ba29b0e: reopening flushed file at 1733555828199 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@402e4554: reopening flushed file at 1733555828204 (+5 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1754ms, sequenceid=90, compaction requested=false at 1733555828209 (+5 ms)Writing region close event to WAL at 1733555828211 (+2 ms)Running coprocessor post-close hooks at 1733555828215 (+4 ms)Closed at 1733555828215 2024-12-07T07:17:08,215 DEBUG [RS_CLOSE_META-regionserver/5d4d7471f19e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-07T07:17:08,258 INFO [RS:0;5d4d7471f19e:42791 {}] regionserver.HRegionServer(976): stopping server 5d4d7471f19e,42791,1733555642814; all regions closed. 2024-12-07T07:17:08,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741834_1010 (size=25344) 2024-12-07T07:17:08,271 DEBUG [RS:0;5d4d7471f19e:42791 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/oldWALs 2024-12-07T07:17:08,271 INFO [RS:0;5d4d7471f19e:42791 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5d4d7471f19e%2C42791%2C1733555642814.meta:.meta(num 1733555647090) 2024-12-07T07:17:08,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741832_1008 (size=15600873) 2024-12-07T07:17:08,277 DEBUG [RS:0;5d4d7471f19e:42791 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/oldWALs 2024-12-07T07:17:08,277 INFO [RS:0;5d4d7471f19e:42791 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5d4d7471f19e%2C42791%2C1733555642814:(num 1733555646012) 2024-12-07T07:17:08,277 DEBUG [RS:0;5d4d7471f19e:42791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T07:17:08,277 INFO [RS:0;5d4d7471f19e:42791 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T07:17:08,277 INFO [RS:0;5d4d7471f19e:42791 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T07:17:08,277 INFO [RS:0;5d4d7471f19e:42791 {}] hbase.ChoreService(370): Chore service for: regionserver/5d4d7471f19e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-07T07:17:08,278 INFO [RS:0;5d4d7471f19e:42791 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T07:17:08,278 INFO [regionserver/5d4d7471f19e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T07:17:08,279 INFO [RS:0;5d4d7471f19e:42791 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42791 2024-12-07T07:17:08,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42791-0x101aea3d74a0001, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5d4d7471f19e,42791,1733555642814 2024-12-07T07:17:08,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x101aea3d74a0000, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-07T07:17:08,317 INFO [RS:0;5d4d7471f19e:42791 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T07:17:08,318 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5d4d7471f19e,42791,1733555642814] 2024-12-07T07:17:08,337 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5d4d7471f19e,42791,1733555642814 already deleted, retry=false 2024-12-07T07:17:08,338 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5d4d7471f19e,42791,1733555642814 expired; onlineServers=0 2024-12-07T07:17:08,338 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5d4d7471f19e,35121,1733555642057' ***** 2024-12-07T07:17:08,338 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-07T07:17:08,338 INFO [M:0;5d4d7471f19e:35121 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T07:17:08,338 INFO [M:0;5d4d7471f19e:35121 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T07:17:08,338 DEBUG [M:0;5d4d7471f19e:35121 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-07T07:17:08,339 DEBUG [M:0;5d4d7471f19e:35121 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-07T07:17:08,339 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-07T07:17:08,339 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster-HFileCleaner.large.0-1733555645691 {}] cleaner.HFileCleaner(306): Exit Thread[master/5d4d7471f19e:0:becomeActiveMaster-HFileCleaner.large.0-1733555645691,5,FailOnTimeoutGroup] 2024-12-07T07:17:08,339 DEBUG [master/5d4d7471f19e:0:becomeActiveMaster-HFileCleaner.small.0-1733555645692 {}] cleaner.HFileCleaner(306): Exit Thread[master/5d4d7471f19e:0:becomeActiveMaster-HFileCleaner.small.0-1733555645692,5,FailOnTimeoutGroup] 2024-12-07T07:17:08,339 INFO [M:0;5d4d7471f19e:35121 {}] hbase.ChoreService(370): Chore service for: master/5d4d7471f19e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-07T07:17:08,339 INFO [M:0;5d4d7471f19e:35121 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T07:17:08,339 DEBUG [M:0;5d4d7471f19e:35121 {}] master.HMaster(1795): Stopping service threads 2024-12-07T07:17:08,340 INFO [M:0;5d4d7471f19e:35121 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-07T07:17:08,340 INFO [M:0;5d4d7471f19e:35121 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T07:17:08,340 ERROR [M:0;5d4d7471f19e:35121 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-12-07T07:17:08,341 INFO [M:0;5d4d7471f19e:35121 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-07T07:17:08,341 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-07T07:17:08,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x101aea3d74a0000, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-07T07:17:08,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x101aea3d74a0000, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T07:17:08,353 DEBUG [M:0;5d4d7471f19e:35121 {}] zookeeper.ZKUtil(347): master:35121-0x101aea3d74a0000, quorum=127.0.0.1:59577, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-07T07:17:08,353 WARN [M:0;5d4d7471f19e:35121 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-07T07:17:08,354 INFO [M:0;5d4d7471f19e:35121 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/.lastflushedseqids 2024-12-07T07:17:08,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742477_1653 (size=72) 2024-12-07T07:17:08,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42791-0x101aea3d74a0001, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T07:17:08,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42791-0x101aea3d74a0001, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T07:17:08,428 INFO [RS:0;5d4d7471f19e:42791 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T07:17:08,429 INFO [RS:0;5d4d7471f19e:42791 {}] regionserver.HRegionServer(1031): Exiting; stopping=5d4d7471f19e,42791,1733555642814; zookeeper connection closed. 2024-12-07T07:17:08,429 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@52cdd0d5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@52cdd0d5 2024-12-07T07:17:08,430 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-07T07:17:08,769 INFO [M:0;5d4d7471f19e:35121 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-07T07:17:08,770 INFO [M:0;5d4d7471f19e:35121 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-07T07:17:08,770 DEBUG [M:0;5d4d7471f19e:35121 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T07:17:08,771 INFO [M:0;5d4d7471f19e:35121 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T07:17:08,771 DEBUG [M:0;5d4d7471f19e:35121 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T07:17:08,771 DEBUG [M:0;5d4d7471f19e:35121 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T07:17:08,771 DEBUG [M:0;5d4d7471f19e:35121 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T07:17:08,771 INFO [M:0;5d4d7471f19e:35121 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=734.22 KB heapSize=896.54 KB 2024-12-07T07:17:08,795 DEBUG [M:0;5d4d7471f19e:35121 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/11f663ff76ab4d029bcc0c9d5522b75e is 82, key is hbase:meta,,1/info:regioninfo/1733555647171/Put/seqid=0 2024-12-07T07:17:08,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742478_1654 (size=5672) 2024-12-07T07:17:09,199 INFO [M:0;5d4d7471f19e:35121 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=1995 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/11f663ff76ab4d029bcc0c9d5522b75e 2024-12-07T07:17:09,226 DEBUG [M:0;5d4d7471f19e:35121 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d25e75367af45978076c36ac7c73d85 is 2481, key is \x00\x00\x00\x00\x00\x00\x00\x89/proc:d/1733555797929/Put/seqid=0 2024-12-07T07:17:09,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742479_1655 (size=44023) 2024-12-07T07:17:09,630 INFO [M:0;5d4d7471f19e:35121 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=733.67 KB at sequenceid=1995 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d25e75367af45978076c36ac7c73d85 2024-12-07T07:17:09,634 INFO [M:0;5d4d7471f19e:35121 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d25e75367af45978076c36ac7c73d85 2024-12-07T07:17:09,646 DEBUG [M:0;5d4d7471f19e:35121 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a9370fff53d24ea3ba8ac7c8f5ca78be is 69, key is 5d4d7471f19e,42791,1733555642814/rs:state/1733555645793/Put/seqid=0 2024-12-07T07:17:09,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073742480_1656 (size=5156) 2024-12-07T07:17:10,049 INFO [M:0;5d4d7471f19e:35121 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=1995 (bloomFilter=true), to=hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a9370fff53d24ea3ba8ac7c8f5ca78be 2024-12-07T07:17:10,053 DEBUG [M:0;5d4d7471f19e:35121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/11f663ff76ab4d029bcc0c9d5522b75e as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/11f663ff76ab4d029bcc0c9d5522b75e 2024-12-07T07:17:10,056 INFO [M:0;5d4d7471f19e:35121 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/11f663ff76ab4d029bcc0c9d5522b75e, entries=8, sequenceid=1995, filesize=5.5 K 2024-12-07T07:17:10,057 DEBUG [M:0;5d4d7471f19e:35121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d25e75367af45978076c36ac7c73d85 as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5d25e75367af45978076c36ac7c73d85 2024-12-07T07:17:10,060 INFO [M:0;5d4d7471f19e:35121 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d25e75367af45978076c36ac7c73d85 2024-12-07T07:17:10,060 INFO [M:0;5d4d7471f19e:35121 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5d25e75367af45978076c36ac7c73d85, entries=162, sequenceid=1995, filesize=43.0 K 2024-12-07T07:17:10,061 DEBUG [M:0;5d4d7471f19e:35121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a9370fff53d24ea3ba8ac7c8f5ca78be as hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a9370fff53d24ea3ba8ac7c8f5ca78be 2024-12-07T07:17:10,064 INFO [M:0;5d4d7471f19e:35121 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40541/user/jenkins/test-data/c2b8ec14-1c58-75ba-725c-7699e5d8fe06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a9370fff53d24ea3ba8ac7c8f5ca78be, entries=1, sequenceid=1995, filesize=5.0 K 2024-12-07T07:17:10,065 INFO [M:0;5d4d7471f19e:35121 {}] regionserver.HRegion(3140): Finished flush of dataSize ~734.22 KB/751845, heapSize ~896.24 KB/917752, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=1995, compaction requested=false 2024-12-07T07:17:10,066 INFO [M:0;5d4d7471f19e:35121 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T07:17:10,066 DEBUG [M:0;5d4d7471f19e:35121 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733555828770Disabling compacts and flushes for region at 1733555828770Disabling writes for close at 1733555828771 (+1 ms)Obtaining lock to block concurrent updates at 1733555828771Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733555828771Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=751845, getHeapSize=917992, getOffHeapSize=0, getCellsCount=2182 at 1733555828772 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733555828773 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733555828773Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733555828795 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733555828795Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733555829207 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733555829226 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733555829226Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733555829634 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733555829646 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733555829646Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@537288e0: reopening flushed file at 1733555830052 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16bfa623: reopening flushed file at 1733555830056 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3236e791: reopening flushed file at 1733555830060 (+4 ms)Finished flush of dataSize ~734.22 KB/751845, heapSize ~896.24 KB/917752, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=1995, compaction requested=false at 1733555830065 (+5 ms)Writing region close event to WAL at 1733555830066 (+1 ms)Closed at 1733555830066 2024-12-07T07:17:10,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741830_1006 (size=882687) 2024-12-07T07:17:10,070 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T07:17:10,070 INFO [M:0;5d4d7471f19e:35121 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-07T07:17:10,070 INFO [M:0;5d4d7471f19e:35121 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35121 2024-12-07T07:17:10,071 INFO [M:0;5d4d7471f19e:35121 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T07:17:10,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x101aea3d74a0000, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T07:17:10,232 INFO [M:0;5d4d7471f19e:35121 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T07:17:10,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x101aea3d74a0000, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T07:17:10,239 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70061d7e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T07:17:10,242 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70195653{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T07:17:10,242 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T07:17:10,243 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ad6a89f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T07:17:10,243 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15b00a0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e0b05e-4ccd-8c7a-69ec-713c4b0ecb6c/hadoop.log.dir/,STOPPED} 2024-12-07T07:17:10,247 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T07:17:10,247 WARN [BP-257047732-172.17.0.2-1733555637906 heartbeating to localhost/127.0.0.1:40541 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T07:17:10,247 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T07:17:10,247 WARN [BP-257047732-172.17.0.2-1733555637906 heartbeating to localhost/127.0.0.1:40541 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-257047732-172.17.0.2-1733555637906 (Datanode Uuid e84f81b5-9f89-448e-8441-15e348c18fe6) service to localhost/127.0.0.1:40541 2024-12-07T07:17:10,251 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e0b05e-4ccd-8c7a-69ec-713c4b0ecb6c/cluster_0b4a613d-d3c3-ef88-a5d9-147674d5a6b8/data/data1/current/BP-257047732-172.17.0.2-1733555637906 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T07:17:10,251 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e0b05e-4ccd-8c7a-69ec-713c4b0ecb6c/cluster_0b4a613d-d3c3-ef88-a5d9-147674d5a6b8/data/data2/current/BP-257047732-172.17.0.2-1733555637906 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T07:17:10,252 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T07:17:10,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f7463d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T07:17:10,259 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21e93b68{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T07:17:10,259 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T07:17:10,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e580bc0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T07:17:10,260 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1efa708{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e0b05e-4ccd-8c7a-69ec-713c4b0ecb6c/hadoop.log.dir/,STOPPED} 2024-12-07T07:17:10,272 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-07T07:17:10,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down